{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.792037395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.792128236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.792523451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.793189527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.793202758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.793469381Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.794310809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.794524351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.795256769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.797633524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.797657344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.797781795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.799679835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.799860717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.801671906Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.803909139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.803921009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.80405621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.816812893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.816835253Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":42,"elapsed":"23.638266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:04.823234119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"31.222264ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:05.725814898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"f74ea6ae-dbf7-4ff8-a5a2-5581a7e249e1","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":546,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.792897133Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.792953734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.792965514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.792974674Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.792983954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.792991784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793000414Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793007644Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793015724Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793024904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793032834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793041224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793050135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793057955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793065815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793073905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793081075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793089585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793097665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793106565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793114665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793122335Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793130665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793137725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793146605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793155176Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793162646Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793170966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793178686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793186136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793199996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793208826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793216386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793224266Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:00:14.793232466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793242186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":9,"elapsed":"17.27µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793252266Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793270347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793285947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793294307Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793307727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793315677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.793324137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793333407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793341267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793350558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793358088Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793366708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793374418Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793383518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793390848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793398768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793406318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793413898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793421358Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793430028Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793438619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.793446919Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:50:14.793434059 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793456269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793464639Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793472569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793480389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793488239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793496289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.79359166Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793826043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793838293Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793848413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793857063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793898493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793909453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793915944Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793922393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793976704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.793986364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794017225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794027034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794035595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794052435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 582568946 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794066625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794075725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794083645Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794098505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794106706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794117275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794128546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794173596Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794191756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 582714608 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794479559Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794490019Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.151402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.79460276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794691501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794701212Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.445595ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.794801863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.795096356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.796753923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.796777513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.796898514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"3.87708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.796909235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.797117077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.798566402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"5.141693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.798653063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.798895955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.798907945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.798917585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.799085517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.80318916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"10.193496ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.80416309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 592675011 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.804523314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.806821817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 595332329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.806938939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.80706808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:50:14.793434059 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.80709351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:50:14.793434059Z\",\"pruned\":[]}","iteration":8,"elapsed":"13.636542ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.807141561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.80894442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.80896964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.809211812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.810801689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.812107732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.812962851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.813241714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 601751706 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.814635388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.814666729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.818228226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.818259266Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.818271336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.818281376Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.81857678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.819872863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.820074435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.823013535Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.823035106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.823198497Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.82347242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.82350094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.823708713Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.825069287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.825538522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.826705504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.829494853Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.829515453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.829773286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.838980331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.839611568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.839635798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.839645918Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"46.674115ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.840966332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.840981172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.841167034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.846722721Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.847167656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.849000485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.849327449Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.84945568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.850076836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.850843804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.850867265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.850876845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.851260929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.851776774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"58.588708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.852813165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.852840745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.853039717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.85331374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.85333174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.853354121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.853526662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.853712664Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.855493753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.855767806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.856029558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.85619311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.856538054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.856747676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.857888837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.858017749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.85812506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.860167011Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.860191621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.860379073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.861072441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.861099021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.861294393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.861942819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.86391422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"70.790085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.864376175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.864642218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.869234095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.873001204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.873033955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.873220937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.876977936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.877016616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"83.697479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.88316734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.885014549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.885043519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.885181291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.890498966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.890985401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.893636488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.894010183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.894494008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.894519398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.894530288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.894803511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.89569729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.897869423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"104.486414ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.898962514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.898990304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.899003974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"105.647197ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.899418948Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"106.327843ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.899483929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.89951018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.899753002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.900649651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.900677342Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"107.223913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.900788963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.903147017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.903488821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904639553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904663813Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904844995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904857315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904864585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904870935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.904878545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.905078587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.906997327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.907310541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.915461825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.915481055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.915490105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.915845129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.925743992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:14.925764332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.925772202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"132.557316ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.935828066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.937422863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.937662125Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:14.976193865Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"183.172141ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.040755066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.116153018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.116660523Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7d43b7ca-e0b8-4c7b-8438-4392f6b9fb22\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.116685754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.118416172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6bb50b31-0c83-46cc-8d77-eadfe7dbdda3\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.118445782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.121466404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.121499024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"327.936574ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.131311456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.131345506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.131767651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ea3437-98a4-450a-8175-b0ce89a916a6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.131797091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.134076634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.161711961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.161761432Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.162080005Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e68fa2-7de9-4e8b-a506-7e6513c6658f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.162113675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.167902986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.183261825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.183294715Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.183651659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceca4d56-e3e1-41e7-a516-02e67d7f1477\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.18370895Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.186505689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.240658731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.240703951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.241139056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ebdf07-7fa2-4936-a42a-67e03a946f26\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.241182746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.241502619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.242775393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":15,"elapsed":"449.478976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.24444647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.245489031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.249025157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.249061198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.24931316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.249332781Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.249343071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.249585463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.25211734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.25214947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.25216287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.25217672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":8,"elapsed":"459.082436ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.256390664Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.256444485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":43,"elapsed":"463.022316ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.275343681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":15,"elapsed":"481.860711ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.304751076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.304822667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.304841607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.30519082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.307259512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"513.863824ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.313944082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.314437087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.318959074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.321207187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.321240427Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.321594053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c2af65cf-e03b-4fef-b529-5bf70e938397\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.321619806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.321918141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.324562312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.324853185Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.32829309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.328664774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.332553435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.332578395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.33303082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"27ee7fb9-42e6-4ab6-9d82-29db3ff54445\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.334746957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":15,"elapsed":"541.813514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.356906227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.361261393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.361309193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.361535416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.364781159Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.36480919Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.36481969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.36482952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":8,"elapsed":"571.907626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.366064243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.367841321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.367859311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.368088304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:00:15.390050412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.390090802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"596.890896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.406201119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.407913246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.407931827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.408094878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.420576598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.420933232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f235bc4b-d5c2-4114-8824-45c600d54e4f\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:00:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.422945533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.423361687Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.425679241Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":15,"elapsed":"632.616567ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.460365941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.460860816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee82105d-1b1e-4912-9b46-96e8117ccd69\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.460876066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.463360022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f8025379-8cbb-477d-96a6-47bf10747678\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.463377062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.464813987Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c035c584-fd4e-43d1-ad6c-77a11e7ac11c\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.464826607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.466554725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.466596486Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"673.448351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.488579194Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.489001938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.490627587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.490638603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.490819889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.50268157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.503018964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba673a3a-4e36-4392-a524-e691eec64d9b\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:00:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503051984Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503086534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503370407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503396137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503405098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503412998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503420558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503428528Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503567009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.50357641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.503729531Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.503737341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.503964934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.5190263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.519426754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e49e374-b784-4259-be10-91f478a96d6c\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.519448084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.519457154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.519464654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.520515545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":15,"elapsed":"727.035126ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.520875119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.52101092Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f8f219-2dd7-434f-ba19-8ed00a0d2d30\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:00:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.5210221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.521104541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ab73566-503a-4c9c-93d3-1cbbc4e63a59\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:00:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.521117572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.521127402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.62696072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"485c39ea-19ee-47d8-ba16-5d097f88d6be\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:15.627000341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.627010351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.627491086Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4c09f8-dbd3-4dd5-97d8-c3a05134a532\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:00:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.627536346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.627830059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.631156344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.631326916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.634727001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.635055274Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.637033455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.637381588Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:15.644410291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":15,"elapsed":"851.466258ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:20.726320791Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"74e45660-5088-4d6b-80a7-9ce29a44db75","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":531,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.792755569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.79280543Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.793100753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.793568768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.793579108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.793775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.795120274Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.797448218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.797469348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.79759994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.79953366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.799783472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.830487151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.830732044Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.831918576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.834174089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.834187129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.834322321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.846048332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.846069693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":44,"elapsed":"52.492945ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:24.859542683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"66.802764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:25.718901423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"969b5931-899e-42b1-9d2b-3ed5e0d4c250","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:25.719240956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"969b5931-899e-42b1-9d2b-3ed5e0d4c250","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:25.721628801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"969b5931-899e-42b1-9d2b-3ed5e0d4c250","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2802,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:25.721892074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"cf480b13-9429-4704-a598-e39847705f8e","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:25.722153166Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"cf480b13-9429-4704-a598-e39847705f8e","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:25.723955865Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"cf480b13-9429-4704-a598-e39847705f8e","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2099,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793284483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793336344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793616127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793657357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793668047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.793856059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.795338115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.798001282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.798019842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.798182524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.800112094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.800383487Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.801780791Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.804079025Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.804093075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.804232387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.81611183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.81613021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":45,"elapsed":"22.467573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.821655518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.82189765Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:34.8507664Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"57.488287ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:35.725993834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"c2a918d2-de78-4ff1-af5d-5e6eadd02fa7","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793357522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793413913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793424503Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793433763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793441363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793450183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793457693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793466143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.793476683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793485543Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793494774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793503364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793512134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793520224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793528994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793536984Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793544684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793553704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793561774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793570524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.793821027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794030589Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794041299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794050289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.79406062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.79406964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.7940777Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.79408694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.79409579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794558265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794566955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794573915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794580885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794587815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794594505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794601555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794608605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794616335Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794623075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794629545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794636566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794643555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794650175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794656736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794824017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794888948Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794899838Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794908288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794916268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794932549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.794962299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.795560945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.795726487Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.796116661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.797430775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.797796398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.797806568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.79794747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.799082272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.799098002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.799233443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.799649798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.800810779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.801216934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 589200285 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.801237474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.801248494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.801392525Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.801553157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.803078213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.803093733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.803138704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"8.525788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.803225395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.803549498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.80374857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 591739662 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.803974112Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.806265696Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.806280296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.806433878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.80857562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.809303738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.80952344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 597511112 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.809650841Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.809842703Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.809871264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.810267798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.810595231Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.810611681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.810773143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.811124677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.813566672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.813593922Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.813741394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.831952693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.831984333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.831992173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.832242506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.834281377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"40.809254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.837315818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.837948425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"44.494592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.838538451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.838874755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.840841335Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.840992327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.841007837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.841110958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.841199219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.841269379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.841512772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.84225993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.842466642Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.842586863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.843742135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.843939077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.844507663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.844680815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.84511993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.84513586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.845311361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.845856567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"52.491165ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.846882958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.84713609Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.847418923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":16,"elapsed":"52.839668ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.862328368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.862346468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.862353518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.862788463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.86537741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.86540039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"70.799575ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.875479145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.875495725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.875505385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"81.98105ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.875875159Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65c66f1-fbb9-47ea-be6d-10c5b7bd61a7\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.875894049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.878159492Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.879533437Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.879544427Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.87981315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28052fd-e5e3-40c3-aba5-39f42725b89f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.87982988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.88173045Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.884826872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.887237937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.887257957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.887363448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"92.802254ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.887500989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b99d128-b9df-485f-9a29-f35edfc1246f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.887512739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.88760284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.88761466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.887800533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.889028275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.890604491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"95.979577ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.89528312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:44.89530746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.89531902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"101.914848ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.903663377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.903689357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":46,"elapsed":"109.062742ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.915771553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"122.3143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.922080278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:44.922427932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.004779097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.004822257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.005268602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a13979-823e-4eb1-94f9-dbe24577010a\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.005297512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.005617265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.020864284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.021218507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.022578132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.024137448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.024157658Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.024284339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.025663204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.027488003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.027506933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.027677025Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.058656036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.058700807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.058980629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"48ca75c8-ba0f-4535-a289-3198240b75ce\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.05900341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.059321493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.065012652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.065287745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.068724151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.069239446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.071844553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.071867383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.072290088Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"570dcaf4-06bd-4265-aee2-af5f36cd1af4\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.075532631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":16,"elapsed":"282.099318ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.08895331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.089308724Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a730e8-1208-48f9-bb3b-81c63bd12db8\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.090626598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.090928321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.093196934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":16,"elapsed":"299.696221ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.09471005Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":16,"elapsed":"300.103495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.158943107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.159512603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.161606795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.161626605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.161921758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.164720097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.165191932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310ce7ff-be51-4df9-a705-0f583001825f\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.165226282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.165236382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.165243942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.167244851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":16,"elapsed":"372.674308ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.181079167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.18138625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b64194a-f8a9-4818-ba07-9c159df36e05\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.18140854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.18142058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181708243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181720344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181727824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181737354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181746264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181753804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181892955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.181904905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.182058347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.182067927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.18232498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.184484782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.184582673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e05011-3bbb-45f5-8244-38c61e0a0bf5\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.184596173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.184669754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f38dd79-8dcc-4633-be81-0fafb15082ed\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:00:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.184681644Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.184693484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.317458382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"def1a094-d112-4cdb-acc6-c8ce6bcb2784\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:45.317505803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.317516943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.318076119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b70919b-2ce9-449e-a31a-96aba9714211\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:00:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.31813388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.318575924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.321577705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.321814478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.325220643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.325700568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.328020802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.328349135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:45.3380407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":16,"elapsed":"544.688294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:50.726555268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"cc1f3ec6-0cfc-4379-8bb3-a1fa07d3ed3f","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.792817485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.792885155Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.793295779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.794039127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.794060587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.794242569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.795974657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.798246741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.798259821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.798390412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.80013977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.800489624Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.802245132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.804664408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.804677498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.804818519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.814196076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.814222377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":47,"elapsed":"20.172589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.820474112Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.820765615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:54.846902656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"54.107892ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:55.719567024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"5db86ce7-9c39-4ec3-8163-5474b964fe32","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:55.720019159Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"5db86ce7-9c39-4ec3-8163-5474b964fe32","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:55.722774397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"5db86ce7-9c39-4ec3-8163-5474b964fe32","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3348,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:55.72304822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"7fcc3cc1-e64c-415e-b101-24f77a346f0f","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:00:55.723367913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"7fcc3cc1-e64c-415e-b101-24f77a346f0f","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:00:55.725046441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"7fcc3cc1-e64c-415e-b101-24f77a346f0f","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2056,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.793589731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.793646101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.794007955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.794064266Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.794077136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.794408059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.796470701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.798988737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.799002657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.799160138Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.801057158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.80123768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.802678435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.804858428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.804871788Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.805003329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.816101344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.816128025Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":48,"elapsed":"22.050428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.822808154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.823040616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:04.856915168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"63.337298ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:05.72704925Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"c48fca50-d316-4cc5-bcaa-de5bc6a34a22","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":569,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:10.718932615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cc9ddc30-0e9e-4ac7-8f47-a442016d3c28","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:10.71945602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cc9ddc30-0e9e-4ac7-8f47-a442016d3c28","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:10.721720624Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cc9ddc30-0e9e-4ac7-8f47-a442016d3c28","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2893,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:10.721928876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"13b71184-3f5f-4e8a-bf34-841fce411511","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:10.722248379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"13b71184-3f5f-4e8a-bf34-841fce411511","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:10.724305591Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"13b71184-3f5f-4e8a-bf34-841fce411511","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2427,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793390687Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793473428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793491308Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793511328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793527028Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793540328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793549598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793558689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793567179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793575529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793584299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.793593269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793601379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793609619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793616759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793623579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793630419Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793637869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793644599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793651239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793659019Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79366612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79367281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79367889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79368667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79369338Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79370128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79370837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79371626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79372361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79373066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793738091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793744691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.7937525Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793759521Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793766941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:01:14.793774081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793782571Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793789771Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":10,"elapsed":"13.55µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793798751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793805541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.793812691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.793819101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794018403Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794030894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794040523Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794050514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794101414Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794112464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794131495Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794140075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794148575Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794157325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794165615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794176325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794185235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794193685Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794204745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794213945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794221385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794229276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794236145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794244696Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794251476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794259366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794266306Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794273006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794280956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794288156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794295246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.794302516Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:51:14.794245986 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794309886Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794316186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794322826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794329637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794336077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794342247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794347937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794374377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 581839859 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794389177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 581836839 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794491138Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794553549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794564859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794573309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794589889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794598639Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79463014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79463786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794815631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794827882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.446235ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794858362Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.794869082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.241533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79559127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.795720631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"2.282224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.795809692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.796530789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.796716251Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.797246707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.797261467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.797267607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.797389248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.797471909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.797788333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.799125136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"5.619238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.79952792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.799539721Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.799706872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.799855944Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.799883964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.800032816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.801479221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 588940492 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.801740154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.805957167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.807112519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 594570651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.80719108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:51:14.794245986 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.80721324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:51:14.794245986Z\",\"pruned\":[]}","iteration":9,"elapsed":"12.944304ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.807413082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.807459463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"13.208097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.807580354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.807935538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.808500354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.808512054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.808651555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.810910659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.814578267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 602032298 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.814807719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.81485071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.816972641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.817269035Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.845484588Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.846862362Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.846899102Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.84766192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.84767718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.847915463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.848021634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.848031064Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.848040504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"54.557406ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.849268667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.849280577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.849392158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"55.793799ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.849496259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.850058695Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.850071485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.850315038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.852785383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.852933745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.853302349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.853714603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.853745633Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.853988966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.854636912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.855850965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857079808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857096248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.85726586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857599193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857621863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857804136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.857979067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858391451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858545373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858569623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858577953Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858584324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.858662774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.859135169Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860261081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860278801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860488223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860573454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860583894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860623365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860632615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860796356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.860842217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.864806048Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"71.150209ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.867054192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.867082422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.867094042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.867105522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.867290184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.867675888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.86786095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.868239654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"74.552723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.868376565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.868660988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.86882275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.868978921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.870518447Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.870531277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.87074651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.870954692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.870965232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.871113054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.872270055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.875670641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.875687011Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"81.441656ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.882999257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.883013037Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.883021277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"89.271307ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.885670425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.885890527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.885907017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.886088839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.90156304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.90159623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.90160801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.90161847Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.901924213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.917833888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.923184604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.932086367Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.932358059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.940466434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.940483014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.940824797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72cd26b-729a-4210-993a-a2b8337c348f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.940841927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.942950499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.952863002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"159.127512ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.972078182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.972097542Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:14.972336164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d283a02-6796-4eae-80d3-a4ed1ccd7b73\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.972349905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:14.974078022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.050305474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.050353804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.050718228Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd9aa091-d1db-4832-b9b9-a4f8951b6da0\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.050737478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.05284612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.090353469Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.094420972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.094823466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d008d24f-8819-4d13-925f-ecce490a8f62\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.094842686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.096608654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c082153-7447-407d-ab36-0576279bc4e0\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.096632484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.098238051Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.098263012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"304.037696ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.122694495Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.12311953Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276b9a1a-c493-4dc8-9e68-6bc98017feb2\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.125500024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.125926799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.132642848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.132673069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.133250105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60484811-db31-4c4e-94f5-40fd8c989632\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.133298875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.13379049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.134668199Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.135014653Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.135759071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"341.539476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.136585459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.13765714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.138113205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.140716242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.140744442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.141030895Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.142950695Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"348.658289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.143143877Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.143838254Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":17,"elapsed":"349.565198ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.144792524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":17,"elapsed":"351.168035ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.14533368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147600793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147632784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147650964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147663094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147878996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.147940117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.149394042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.150717606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":17,"elapsed":"356.479471ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.15308131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.153108481Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.153317013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.179693047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.179746147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":49,"elapsed":"385.494892ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.181757868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.181793928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.181808379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.182157742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.185704749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.18871883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.189068504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.189094694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.189256056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.189544039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf210f34-136f-45d3-ba55-465dc976c7f5\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.189568819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.191699951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"002879b5-f05d-442f-9e01-224133dac41c\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.191732782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.191923964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.191945884Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.191958194Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.191970534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":9,"elapsed":"398.546537ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.193964455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b421ba06-8720-46b5-b89f-6fc7580d9794\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.193993635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.195124797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.195144477Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.195156867Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"401.782561ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.196010136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.196055356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"402.341446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.204364823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.204697876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206233182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206248752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206258742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206449184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206763938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.206802288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"413.210889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.207137631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.208273853Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.209035911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.209060182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.209244753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.210530027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.210702859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.210714739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211001562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"49f902be-87d8-48ed-a34e-a9fd074435f1\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211015272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211249474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211435896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211447436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.211639408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.212553478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.212578018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.21277654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.214804361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.214827371Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.214836862Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.214846722Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":9,"elapsed":"421.236753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.215254976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.215470378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.225697444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.225977607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:01:15.226457522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.226470292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"432.802352ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.230018819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.230042709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.230469574Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"49edf40a-81b5-4002-bc19-5c14d94e59b2\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.231851958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":17,"elapsed":"438.3455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.281347962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.281794957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.286870329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.28691163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.287317924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.313365364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.313790539Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b96970-63ec-47a2-b760-4e2ecc734b44\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.313825069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.313838209Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314296794Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314323284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314336764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314350364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314362815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314374145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314568987Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.314632667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.31484579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.31487216Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.315461866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.317645999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.31777692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07dc432e-18c3-424e-8811-e4ebbd4f3d0b\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.317797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.317902271Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95a5d55-9c6b-436e-b08e-b08744c5622a\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:01:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.317919632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.317932672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.343940782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.437579013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"202d78b2-66d1-4301-941d-1052939c077d\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.437626754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.437637394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.438158379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b54d98-5aa1-4c0a-9a58-76f6d3c15133\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.43819573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.438544773Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.441932278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.442376883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.444325473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b734857-74b7-46df-affe-22402d6ded7d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:01:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.444352524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.444363274Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:15.444372194Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.445834869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.44593502Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":17,"elapsed":"651.633194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.446128512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.447989881Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.448272694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:15.458333799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":17,"elapsed":"664.78316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:20.725545562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"cfd0b22e-2afe-4868-a533-9984dc458c03","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":505,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.79381331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.793899871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.794282484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.794344595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.794360885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.794638928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.796040063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.796360596Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.796483127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.797897732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.124063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.798915283Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.798926493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.799078224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.800999274Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.801165746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.802637091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.804794213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.804807084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.804935485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.816488105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:24.816510195Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":50,"elapsed":"22.15708ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.793861248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.793914839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.794155861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.794698647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.794716727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.795070321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.79597439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.796205342Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.796665247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.797872151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.028522ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.799093192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.799106552Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.799251674Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.801102913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.801268785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.802984663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.805231736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.805250186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.805382128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.817359232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:34.817382082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":51,"elapsed":"22.685166ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:35.726817612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"78ab175d-a825-4b74-8712-f8b155f4aa5e","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":551,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:40.719766858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e368b872-dc0b-47a9-8865-fba5d345b243","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:40.720211023Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e368b872-dc0b-47a9-8865-fba5d345b243","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:40.722468896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e368b872-dc0b-47a9-8865-fba5d345b243","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2791,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:40.722759549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"d9cf1b63-fece-4c5c-a081-af31138770ba","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:40.723106493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"d9cf1b63-fece-4c5c-a081-af31138770ba","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:40.725199304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"d9cf1b63-fece-4c5c-a081-af31138770ba","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2500,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794151089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.7942022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.7942127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.79422075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79422868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79423567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79424402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.7942525Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79425888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794266091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794273391Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794281111Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794288881Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794296061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794302751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794310401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794317721Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794325491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794333121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794339641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794554043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794566834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794576744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794607144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794619264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794675705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794685835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794694985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.794703205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795625225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795637665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795645285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795652255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795659785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795676375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795683955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795690605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795698235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795704786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795712426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795719566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795726446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795732916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795740856Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795913808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795937898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795947068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795955488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795978628Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795990598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.795999618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79712141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 584059362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.797438313Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.797449924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.798927389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79907354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.79908577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.799263742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.800683997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.800697107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.800840709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.803035471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.803718089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"8.063474ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.805185764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 592124156 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.805475067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.805629718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.805642629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.8058032Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.80958819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 596509361 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.809901733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.815678803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.816135738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.839175787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.8395137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.840041156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"45.744725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.840975215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.841311199Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.841492491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"47.314371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.841664932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.841971346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.842632282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.842645943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.842652253Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.842949616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.843609483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.843664603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.843832075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.845189479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"50.927379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.845461792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.845765385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.8472297Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.84725331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.847493683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.847999988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.848127679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.84914216Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.84916501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.849718246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":18,"elapsed":"54.068691ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.850311382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.850327473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.850501394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.850850678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.85104573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.851502665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.851515105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.851695977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.851902699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.851926749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.852130131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.852325873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.852341193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.852484455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.854706638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.855022911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.855397655Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.855627277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.856726409Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.858978312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.859005532Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.859127014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.870259379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.87028156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":52,"elapsed":"74.619664ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.872599774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.872619834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.872940947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535fd395-6c13-40b2-bf25-ec97941b70b8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.872956737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.874627825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.880579027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.880596247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.88089213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d20af54-aef1-4aa0-a9ce-7205c493eee4\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.88091182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.881311844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"87.077394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.882100992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.882487106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.882999401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.886026113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"90.392668ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.888404568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.888427578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.888438438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.888723631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.890156446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.890176746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"94.522681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.898015757Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.899806136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.899822006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.899982768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.910687075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.910956365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.917819613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"122.140568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.919652782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.919882764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.9214232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.923095498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.923121958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.9232764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.925149039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.9251997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.925781586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686d85f6-039b-42de-b07e-2e7c21daac51\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.925812656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.92714834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.931567036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:44.931590656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.931601796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"137.393856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.958087481Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.959731998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.959748178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.95989068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.980313182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":18,"elapsed":"184.642587ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:44.983467244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"189.183264ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.000559302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.000851985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99ad46bc-c268-4912-afa2-fdeb8a8b1139\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.002993177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.00325866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.010299153Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.010324423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.010743567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb94f7b-3c11-4be3-ae36-98a1e647ecca\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.010767468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.011036941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.012485816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":18,"elapsed":"218.348577ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.025734258Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.025762468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.02595522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"988bf92a-a631-4ac8-907b-f5a68a43648f\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.025969676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.02635891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.028464662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.028667164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.031320321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.031612634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.034017499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.034034699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.034342863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"05b47806-ae5d-47cd-82f3-1d322bfae721\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.036429824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":18,"elapsed":"242.268645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.090418615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.091008751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.093747029Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.093772489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.094101443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.105020546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.10539477Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d479c830-8451-42ff-88f1-1bce5b24fe18\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.10542147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.10543347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105761794Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105776554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105817974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105826994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105835355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105844015Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105968576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.105979186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.106222109Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.106234939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.106556202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.108535663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.108677734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfea40ae-adec-4cb9-adb1-7f42bdb3aba3\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.108691774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.108799616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064592db-b76c-4e39-9775-79ad954e7b6c\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:01:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.108820056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.108833876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.11307108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.212955686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9e08fd18-30d2-411d-9035-542c359be3d2\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.213002367Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.213015317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.213537873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d7ea7be-7523-45cd-90da-39f6fa683dce\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.213572763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.213980677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.214078678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34308ca1-472e-4540-a2f0-64a86c937b80\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.214104169Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.214114619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.214122869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.215464123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":18,"elapsed":"419.820447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.217974729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.218309172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.220784448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.22104009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.223127372Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.223570277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.231155775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":18,"elapsed":"436.921485ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.49848385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.498538701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.529736954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.529838506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64306"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.530031397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c3a0e9f0-2a2e-48d3-8626-b53aa3b5de02","remote_addr":"[fd00:1122:3344:101::c]:64306","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.530360501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c3a0e9f0-2a2e-48d3-8626-b53aa3b5de02","remote_addr":"[fd00:1122:3344:101::c]:64306","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.595453976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/oximeter.rs:76","collector_id":"da1ff28e-ea87-4bc7-83f5-781f17826bcc","producer_id":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:45.595499277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/producers","method":"POST","req_id":"c3a0e9f0-2a2e-48d3-8626-b53aa3b5de02","remote_addr":"[fd00:1122:3344:101::c]:64306","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65500,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.595556528Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3a0e9f0-2a2e-48d3-8626-b53aa3b5de02\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 06:01:45 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.596919332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:45.596939482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:01:50.727117693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"14e6012a-b1e2-4f86-b511-7f254dbc7388","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.794237998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.794295509Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.794724294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.795264519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.795278489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.795551532Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.795947866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.796130638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.797213048Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.799631154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.799644605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.799782286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.804293983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.804515705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.806662147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.808959021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.808971222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.809106923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.820183368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.820216398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":53,"elapsed":"24.934909ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:01:54.831261353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"37.045405ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.794656811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.794708472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.794985894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.795034585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.795045755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.795269247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.79650443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.796567701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.796853934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.798305869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.665449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.799053226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.799065277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.799239279Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.801102148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.80129939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.828002397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.830443812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.830469823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.830596524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.839795849Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:04.83981445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":54,"elapsed":"44.774975ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:05.727203041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"4a137656-9247-4e74-8f2e-20fcd4178f29","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":376,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794856831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794912232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794922872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794931922Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794939172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794947282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794953822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794961533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794969122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794975863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.794983243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.794990793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795001273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795008393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795015693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795023553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795030833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795038583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795045243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795052883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795060123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795066554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795073014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795079234Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795086624Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795093534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795101494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:02:14.795109374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795118124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795125754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":11,"elapsed":"9µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795134474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795141504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.795149654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795156184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795163615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795170455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795177165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795185215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795192615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795198995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795205295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795211745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795218325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795224195Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795230965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.795237515Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:52:14.795168355 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795244565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795250416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795257936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795265336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795271476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795278486Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795286286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795297066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795306986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795318406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795327636Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795336426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795344657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795353826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795363137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795373217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795381557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795391347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795401797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795414007Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795425957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795440807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795458918Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795507148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795619079Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79565294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79566894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.7956841Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79569922Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 582105292 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79572056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79573607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795750851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795766671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 582152922 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795785671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795798101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795808561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795817301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795827031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795837302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795848392Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795857012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795866622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795876802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795886642Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795895872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.795904612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796081604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796098814Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796143935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796158265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.177863ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796220375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796233246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.187562ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796292576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796303876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796434118Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796442898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796491108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.79661498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.796718411Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.798498329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.336705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.800225067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.801530421Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.801868054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.801889634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.801915825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.801961455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.802061076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803604562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803623182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803760044Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803839205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803853835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.803992886Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.804900866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.804914686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.805144278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.807701445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"12.667812ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.807779146Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 594191587 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.80818924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.811884628Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.812250942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.815315324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:52:14.795168355 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.815341034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:52:14.795168355Z\",\"pruned\":[]}","iteration":10,"elapsed":"20.14918ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.815742158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 602152570 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.816062952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.816730768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.819155514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.819175844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.819392806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.821175745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.824424718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.824444388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.824737442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.824780982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.827675882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.827694332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.827933675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.827946385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.830769504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.830788184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.831006617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.832568273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.83320467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.834683245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.834938568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.835082779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.836362872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.836382972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.836396672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"41.365589ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.836497634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.836515164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.836779996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837004499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837021359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.8371699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.837478964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837504654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837512854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837689306Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.837855398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839100651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839125991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839135591Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839143981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839407844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.839918529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.83997286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"45.032618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.84000276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.840223622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.843206953Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.844319155Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.844391586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.844487676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.844733749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.84480854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.845190124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.845203614Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.845340365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.849167995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"54.212753ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.849194945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"54.222183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.850140935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.850400728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.850465099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.853085634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 639414767 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.853771213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.854835064Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.854865384Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855016246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855292409Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855309789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.85538237Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855499171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855610442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855667943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855683913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.855974786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.856840855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.858417211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"63.289557ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.860367761Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.860399772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.860581914Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.86121893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.861628945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.862236861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.862452953Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.864760497Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.864881818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.865152701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.867295513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.867320224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.867497485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.869312954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.871922181Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.871947961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.872146714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.87374808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.87377056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"78.456344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.874125174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.874300406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.874559639Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.876877333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.876906553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.876917163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.876926933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.877075625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.878833983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.882875795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.882900305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.883112097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.883455751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.883473841Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.883482981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.883784884Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.884567952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"89.500339ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.884732454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.884750705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.884761375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.885074358Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.88528825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.88530361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"90.069725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.885494222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.885757565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.886374141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.887484633Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.887788946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.888465373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.888489223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.888502973Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"93.386219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.890493154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.890513894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.890737617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.892182122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.89297907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.893223482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.893245663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.893258383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.893270443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":10,"elapsed":"98.123168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.895226763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.895255474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.895488626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.899350796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":19,"elapsed":"104.07322ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907038766Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907070346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907084046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907093877Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907117027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.907356849Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.90747528Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.908584902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.908932185Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"113.66552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.909100587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.909716864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.909728754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.909904666Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.911532072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913486443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913500263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913545933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913559933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913743935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.913759286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.916558995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.916579085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.916589165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.916599425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":10,"elapsed":"121.769524ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.920391415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"125.190049ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.922675908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.922693248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":55,"elapsed":"127.376722ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.924189904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.924204214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.924212524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"129.326443ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.933380689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.933404839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.933739923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15541ea7-23b6-47b7-8c39-5b226fe31e69\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.933756113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.936223759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.942184101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.942200821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.942447533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0f8629-873d-486c-b163-92121cba4fe4\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.942462753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:14.944129361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.951947052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.952357966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.962803325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.963069978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.964766085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.966616984Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.966631175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.966807526Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.968770357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.970287732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.970301942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.970443054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.971331915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.971350037Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"176.30708ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:02:14.980736461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:14.980755541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"185.853709ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.02876864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.02881763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.029104393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b13b9be7-18b0-4a2a-af35-d31760adc3f2\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.029123303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.030591517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.064294008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.064700082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db223c1-b7e0-4bbe-b6d2-1146ffdcf2cc\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.066494921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.066823735Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.093877445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.113723291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.114134815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c46a45e5-3bf9-4b74-b9ca-8d18dfd9518f\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.114167836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.115707422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f62ede3d-8109-4ce5-bc35-edc006705a29\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.115722772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.118545311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.118571572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"323.363416ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.139446788Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.139486749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.140709261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a535115f-603d-4a27-9c67-bfb9c1656da3\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.140739532Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.141200827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.14535635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":19,"elapsed":"350.217595ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.145447451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":19,"elapsed":"350.121194ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.186092333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.186127293Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.186418776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"16d9a604-0798-411e-8307-556b3fbda093\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.186432116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.18683747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.18877539Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.189192235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.189355626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"156dc25c-5999-4673-86ec-1ffb1f7aad0f\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.189370907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.189562478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.191299416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6438314-a8aa-4d0c-94d7-9b97ea234cd2\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.191319797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.192356607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.19261844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.193061405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"249e2227-4213-4bd3-b742-eb89700e3d8b\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.193070975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.194896084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.194940124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"400.077533ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.19554044Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.195556141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.195911704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"349144c9-6053-4af6-aa43-d29e0200f559\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.197460911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":19,"elapsed":"402.529968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.235157332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.235511095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.237755149Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.237780039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.238106002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.24942952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.249831524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0068b2c-071d-44d7-b3bd-f527b8605ba5\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.249869235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.249897915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250306119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250319299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250327059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250335329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.25036776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.25038326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250583082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250595522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.250907445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.250916975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.251407351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.253702244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.253858566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb0159c-6a59-4e50-8acd-81e56f3386fe\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.253873436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.253996897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c020ad4-198b-43b4-a876-578ae549f6a1\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:02:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.254017198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.254033228Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.271654681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.399578728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ef60c45c-c0b9-4916-ba40-aefdd5db808f\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.399632779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.399647789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.399943652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7eb9682-f9bb-4104-a37c-6d1ecb95f6ca\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.399968912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.399978622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:15.399986872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.399994702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0093cad6-5667-4c53-be6d-f6756530a490\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:02:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.400037273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.400361976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.401319526Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":19,"elapsed":"606.01949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.404216186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.404425268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.407640912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.407929975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.410173868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.41033908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:15.417427443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":19,"elapsed":"622.42568ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:20.727550362Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"f196ed1c-4b3e-4cb5-b6f8-850e31ca9c31","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":537,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.794813039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.79487712Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.795313874Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.795368455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.795380205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.795710438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.797390406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.797652708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.797931261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.800381377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.800398027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.800525828Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.802870073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.803051744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.804460989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.806672682Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.806684152Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.806823444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.81804327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.81806567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":56,"elapsed":"22.694285ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:24.823622848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"28.834629ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.795395553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.795457204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.795747827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.795790967Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.795802907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.79601165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.798049951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.800582227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.800593087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.800762029Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.802639549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.802904441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.803969562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.806337187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.806350417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.806499998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.816025167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.816054328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":57,"elapsed":"20.24852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.824843999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.825055471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:34.85291046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"57.536727ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:35.728140415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"5258be84-7101-4ce4-95b1-9e3dc93ce48a","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":412,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795506153Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795563023Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795574893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795582854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795589354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795596174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.795628924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795637014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795643084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795649714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795657174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795663854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795670424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795677095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795683055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795689975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795696625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795703915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795710195Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795716985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795949177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795973527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.795988488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796001428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796015078Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796027438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796039968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796053878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796064399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796665465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796697395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796710445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796720625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796730505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796741215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796751595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796762356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796772986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796783176Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796792996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796802326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796812806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796823106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796832567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796921457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.796991898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797008908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797020908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797033378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797044629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797083179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.797513914Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.798184701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.799223481Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 585130293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.799503694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.799515724Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.799562885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.799673256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.800007319Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"4.429706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.800442674Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.800463584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.800598646Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.801940469Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.803664017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.803688598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.803807729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.804525086Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"7.860252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.807525858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.808486437Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.808876001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 594782903 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.809175684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.809209905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.809548008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.809564888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.80964578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.809766071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.809792631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 595711473 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.810053584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.810758191Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.810779311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.811014214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.834931542Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"39.407589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.844971936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.845303499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.847642684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"52.02889ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.848835206Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.848859076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.848866507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.849154859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.850754806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.850954628Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.851265792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.851344792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.851611975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853252602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"57.624118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853600626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853625816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853637306Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853799038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.853928389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.855187082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.855428135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.855693747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.857612357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.857639798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.857810709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.859488247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.859649968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.863497939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.864908143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.864937133Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"68.211978ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.865307867Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.865334058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.865453929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.87332451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.873353711Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.873695284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998c212d-37c0-4083-ba37-03524bcdb901\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.873722205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.876374772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.883938971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.884293694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.886245004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.886454777Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.886598148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.886688379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.887620009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.888235785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.888248785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.888255215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.888528878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.890047154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.890075804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.890190305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.892326218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.892352478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.892652681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"095f8c8a-0932-4ccd-a3cb-912f52c56046\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.892667621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.893894004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.894066056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"97.36214ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.90121653Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.90124629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":58,"elapsed":"104.541025ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.901344541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.901374932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.901659424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf76b20-1c6b-4693-ab22-5c333a30f271\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.901681225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.903088549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.916702741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"119.980836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.918165866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.919018355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.919033605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.919042175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"123.471762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.920563431Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.920577831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.920732753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.922931005Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":20,"elapsed":"126.25106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.923249039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.923656013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.958554035Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"163.055823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.961069821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.961396475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72697d4-bc0b-45d2-96f6-06506d4d9f61\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.963141913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.963405105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.965369346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":20,"elapsed":"169.843423ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:44.97445857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.974478571Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.974908675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ebf2f9-7c3f-40ec-ba34-667a146507f8\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.974940155Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.975177658Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":20,"elapsed":"178.500203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:44.975252588Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.018278375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.018318475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.018527648Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d0e5fd91-3e26-42bf-85c3-2c0925d385eb\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.018553178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.018829671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.020123554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.020334527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.021410638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.021735581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.021924963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.02359179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.02360437Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.023755972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.024648791Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.024858563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.025019595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.026590131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.026601792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.026737393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.027598612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.027622112Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.027932045Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cb090c27-b181-4f8b-a09a-5bacf41dcdc0\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.030185479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":20,"elapsed":"234.646495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.041192873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.041530976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.043606828Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.043622818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.04381718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.051264248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.051694092Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5360c56-e09d-42a7-9b02-066d3331d8fe\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.051724022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.051736672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052107826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052134117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052146917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052156647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052163527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052170667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052347949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052358099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.052665052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.052679592Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.053112627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.064599146Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.066211913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0275e40-63c6-4852-a8a3-82169d9a6427\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.066255673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.066434885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbf6b17-7edf-4556-851c-4953e0924c20\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.066466815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.066480995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.142903189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.185695623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fc305f2e-45f2-4f72-b85e-a034ce28e2e6\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.185737073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.185748273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.186212948Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dfba34-e175-4546-8a5d-f1e812070da7\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:02:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.186244339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.186253709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:45.186260529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.186320609Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e85c2f1e-ad31-41d7-9200-98cbf5faa080\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:02:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.18636842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.186679263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.187622573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":20,"elapsed":"390.934628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.190275331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.190584844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.194346243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.194659256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.196855199Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.197050661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:45.204533848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":20,"elapsed":"408.936695ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:50.72788452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"39f0b26b-1b31-4041-8230-c8dee9d54de4","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":390,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.795077996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.795131127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.795492841Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.796246619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.796256939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.79642191Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.82433001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.824533242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.825897671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.82625474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"31.186794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.828345442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.828359772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.828491653Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.830770557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.83110034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.832870519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.835267674Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.835280144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.835420665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.846619051Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:54.846644052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":59,"elapsed":"50.385763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:55.720715534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4b64ecb9-4a72-4ead-9441-d140736b8eb9","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:55.721029908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4b64ecb9-4a72-4ead-9441-d140736b8eb9","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:55.723460743Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4b64ecb9-4a72-4ead-9441-d140736b8eb9","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2826,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:55.723752756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"0844cb66-78fd-4fd7-b6c4-423af29e46ad","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:02:55.724059889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"0844cb66-78fd-4fd7-b6c4-423af29e46ad","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:02:55.726020119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"0844cb66-78fd-4fd7-b6c4-423af29e46ad","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2347,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.795371918Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.79545033Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.795801034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.796483549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.796495249Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.796691162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.797342018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.79750477Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.798302428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.799246268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"3.895721ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.800688323Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.800697613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.800832424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.802534382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.802685174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.8042805Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.806344662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.806356572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.806485533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.817821491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:04.817845631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":60,"elapsed":"21.350092ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:05.727761116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"ccf82e51-ce73-49bc-8fbb-7eb815b0120f","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795395556Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795452697Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795465177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795475517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795484587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795493637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.795502668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795512598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795521218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795531448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795540848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795550128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795561498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795573308Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795586968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795598329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795608699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795619579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795629219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795641809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795652799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795664569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:03:14.795679289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795693359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79570678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":12,"elapsed":"13.8µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79572221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.7957349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79576022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79577315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795784891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795796171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.795808221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795819951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795832291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795844291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795855291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795867661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795880072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795892461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795905432Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795918612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795931132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795942342Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795954452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795964962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795976793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795987802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.795998663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796013733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796026483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796038393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796051353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796066583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796076434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796086414Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796108294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796131074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796150994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796167184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796177675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796187595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796197305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796205945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796214285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796222935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796235565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796248305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796260395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.796271356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:53:14.796183784 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796283546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796295606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796308296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796320426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796331496Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796344416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796356036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796367757Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796380407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796393347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796405197Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796416907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796433067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796447267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796458958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796471478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796483128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796499058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796515098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 581779818 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796537778Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 581787468 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796558879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796574999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796590399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796604869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796619419Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796632689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796647259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79666202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.79668763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796937672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796953503Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.465655ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796972453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.796982083Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.582707ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.797776931Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"2.400485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.798000334Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.798856602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.799174776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.799440698Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.799778322Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.799789052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.799925303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.800025424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"4.556107ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.800734992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.800745292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.800884873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.801224207Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.802629782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.802650132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.802777873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.803294178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.803681822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.803888155Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.804156427Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.80440881Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"8.738431ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.805042207Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.805054117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.805252299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.80535393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 590756631 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.805574562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.806401021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.806413221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.806548902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.808619934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.809078249Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.809321331Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"13.080006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.810238201Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.810929868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.810943988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.81115375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.812937318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.812952349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.81309094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.813267352Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.813277742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.813511904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.813637896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:53:14.796183784 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.813647806Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:53:14.796183784Z\",\"pruned\":[]}","iteration":11,"elapsed":"17.459121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.815756638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.815859999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.816155672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.817182522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 602582044 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.817208103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.817462536Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.818332905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.818343835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.818515436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.818584267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.818798509Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.81979001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.821627729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.822919302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.823058214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.823316186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.823348406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.823856522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 609232973 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.824127885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.824551459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.824738024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.824834447Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.824961489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.825460216Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.827481429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.828163087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.831210178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.831240239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.831251499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.832069457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.832096957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.832116457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.834886336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","candidates":"[(34fdd529-f69c-4b99-8bcd-f62bb370f6ae, 0), (0059e9f7-0fac-4205-90a7-82236affbced, 0), (ec633a26-abe6-4674-831d-6c80b5a2e205, 0), (bef56063-7529-494c-b7d4-0d6e7f63d610, 0)]","collection_id":"34fdd529-f69c-4b99-8bcd-f62bb370f6ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.834907926Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.835157989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.836962478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.837001998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.837231401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.839209151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.839223501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.839357563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.84097098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.841162211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.843370154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"47.751006ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.845115532Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.845145073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.845159893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"49.639215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.851055264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.851368317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.852139196Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.852158676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.852167576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.852418798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.853186836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.853622471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.853654861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"58.090343ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.85544062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.85546523Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.85547539Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.855850244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.857869965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.858074707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.858927616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.858953796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":61,"elapsed":"62.703191ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.862841727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.862868727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.862881787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"67.423991ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.863508914Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.863530724Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.863540354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.863549454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.863799657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.86416296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.865953179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.866960699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.866985359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.867221972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.86803404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.868063061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.868074731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.868083741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.868297563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.869550286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.870559647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.870591427Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.870812229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.873134343Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.873154774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.873358236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.873534347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.873862991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.874317326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.874594338Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.875906762Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.875922012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.875933082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.876168035Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.879694722Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.879711842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"83.518947ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.888415382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.888670255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.888681905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.888931927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.890838557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.8910615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.89110353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.891343482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.896104512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"100.432912ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.897479676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"34fdd529-f69c-4b99-8bcd-f62bb370f6ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.897502636Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.897662738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.903083244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.903098444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.903109514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"107.419005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.905030894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.905371298Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.919399423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.928181735Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.928198675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"132.693068ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.93642885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.957863183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.957881763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:14.958168016Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007eceb3-c0a1-455f-b828-7ef50bdaceee\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.958182996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:14.959872564Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.030939401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.030961592Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.031507817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6954de76-f757-4770-ad1c-6ecc9afc7450\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.031526127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.03177793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.034371447Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.035122845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.035418708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.038915004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.038934314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.039137997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.041678733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043633223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043647993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043655883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043664173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":11,"elapsed":"248.110135ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043843545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.043855946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.044023727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.047114289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","candidates":"[(0059e9f7-0fac-4205-90a7-82236affbced, 0), (ec633a26-abe6-4674-831d-6c80b5a2e205, 0), (bef56063-7529-494c-b7d4-0d6e7f63d610, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.047714215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 833089187 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.079097851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"282.876426ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.082561227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.082595608Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.083010302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b097a93-a986-42b9-ab32-8e7b64b5f1c4\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.083031632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.085018873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.086436137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.088230916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.088301297Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.088687961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.09824137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.098808906Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.098838446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.099795866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.10398668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.104767958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.10498875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.105439985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.106734748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.110214004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"313.929089ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.110711009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.11074077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.111139104Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113111824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113139525Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113510809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113941413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":21,"elapsed":"317.711078ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113968893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.113985443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.114365707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.115832923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.116811063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.116841233Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.116856413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.116871653Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":11,"elapsed":"321.411746ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.118909074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.118939175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.119130147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.127582844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.127634685Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.128197951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"238a210c-2944-428e-91ee-7ec8fe6282c3\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.128270312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.128452784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.132070401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.132750558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.133825899Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.134397835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.134422995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.134783609Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad9f6a9-9658-49b6-892a-ee22c93e668e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.13481444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.136617738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.143559101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.143998165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.147771594Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.147802374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.15118386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"74f352ed-08f5-421c-a430-bc0ab620a55b\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.15121739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":21,"elapsed":"355.170417ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.152336601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.152379042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"356.949355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.171264128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.171754183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.173946726Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.174246649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.174569602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.175044957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ef800d0-7dd8-40cb-bc92-23e6c5ab485b\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.175080748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.176770535Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ac78b96-19e9-4f41-9e47-2a67777361b5\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.176798466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.180292292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.180315442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"384.076197ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:03:15.199676203Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.199722243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"404.034894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.205096659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.209935899Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.20996762Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.210193692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.215851291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.216161134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.218189355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.218549539Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.220485189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.220766282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.222939865Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.223162517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.257343711Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.257710615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fd65c9d-3f6d-413d-bfeb-61e9a2610971\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.260325673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.260748257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.286854398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.286907198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.286920998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.287514855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60b8be0-58d2-40fb-8b1e-2a11cc520a4a\", \"content-length\": \"476\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.287544205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.287821868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff9b8ce-2b18-4a02-a9a4-dfad087cad7a\", \"content-length\": \"734\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.287881859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.288371984Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8256f23b-1d64-49e7-958d-5bdb685d5fd6\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.288401424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.28898181Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736a15ed-bb41-44a1-a05e-2ea65fa9aa88\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.28901416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.289365094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea15f4de-105e-4cd0-aadb-576ef3af82de\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.289388474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.2899346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00ee280-c598-4ef4-93f6-fdde264a90af\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.28995902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.290381885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"746ac2ee-b465-4e78-81ee-b1c9944597f4\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.290410315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.291797399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d66da7-17e3-480a-9acf-ff53aaec5717\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.291983291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.292194563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b02999-c1c2-416d-aa26-d72b4664ba1c\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.292445426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.292891831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5829b8d6-1e99-4d09-b85d-896f1c0c67eb\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.292921991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.293272555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae20d73c-6fa2-4aff-b8ab-e0fad70e3e77\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.293301475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.293491927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2772308e-286d-4a31-a546-adf2a3d096b0\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.293578668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.294205174Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45871170-4cec-4c55-9848-31af8e59d715\", \"content-length\": \"722\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.294257465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.29472499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a0f734-910c-40b4-86e5-f2c05cd1d69f\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.29475632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.295166504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8414c7-29af-4492-afe9-035eb4d358ca\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.295190474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.295581328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5eddeea-e3f1-45cc-940a-8bf84f7eea53\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.295609789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.295999483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7651a9b-3806-4bd2-9e5a-72e95f877f69\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.296023383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.296401137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef0e0078-8332-4687-83e0-fda5a8962a1b\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.296425597Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297425387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444ba5e2-6f42-4d7e-95a1-a2fafc429614\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297456758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297471988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d619e841-7626-496a-982c-66152f18bf8d\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297484748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297801751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddbbf61-5282-4af7-854a-c1128fb0e341\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.297824732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.298175085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de85b75-03dc-41a6-8cff-fff8bd13b756\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.298200466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.300125206Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":21,"elapsed":"503.85352ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.302847384Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e997a89-e301-4148-b181-aecd457e9045\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.302892544Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.30340096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.315141171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.315902229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6d2a5c70-3daf-4f89-8a41-3e9f00363712\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.3159405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.317794779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7b20b86b-1b03-49d7-a3fa-31346ad876c1\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.317824609Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.323742321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c075659f-c637-464a-bdee-7ac5a849980e\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.323786871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.326274577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.326310178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"530.690488ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.344429375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.345106193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3faedaf6-f940-4cfa-b1f8-3775509a0f31\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.345139483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.345165163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.345178373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.34677909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":21,"elapsed":"550.545825ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.348333966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":21,"elapsed":"552.768458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.348486048Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.351156615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.351174816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.351439438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.353699452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.356134797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.356151977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.356363119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.374064413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.374392797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.375943783Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.376156485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.377695141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.3824616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.38248847Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.382704923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.384627163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.384918136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.386395001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.386611723Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.406619751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.406636371Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.409512311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.409838584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.412239269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.412472441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.414078608Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.4142438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.41522634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.415428252Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.416768746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.420286702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.420315363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.420440464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.420583085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.420961506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.424457776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.42486122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.425902531Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.425924741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.426135843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.42676644Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.426948282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.428485308Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.432025564Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.432056895Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.432181756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.437626202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.437654333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.437928426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.437941586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb749dca-16d2-426d-ab54-46bd2e20ee29\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.437957076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.437968036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438265929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438276849Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438285039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.43829364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438304949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438466131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438476271Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.438617943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.438627023Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.438819875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.439875736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.440164379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.440814275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.440942887Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3206c1-84eb-47ce-ba8f-cc032f163cfb\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.440957107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.441063058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b70a4e-51cc-4321-b559-eaf118a2dfed\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:03:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.441088998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.441104529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.441740555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.442042778Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.444342902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.444619985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.446710957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.446907129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.448463415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.448755548Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.449995431Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.450298794Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.451546707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.455241725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.455278186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.455420247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.456851782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.457068614Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.458422748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.45858681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.460001705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.465256059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.46528599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.465501842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.475459245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name(\"nexus-67225c0a-0a53-4e08-a753-a917553c7b98\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name(\"nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name(\"nexus-8318957c-506a-4355-8689-147ab934628e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name(\"external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name(\"external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.475500756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.475772498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.479989912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.481593719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.481622369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.48175434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.483919693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.483976934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name(\"external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name(\"external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name(\"nexus-67225c0a-0a53-4e08-a753-a917553c7b98\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name(\"nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name(\"nexus-8318957c-506a-4355-8689-147ab934628e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.484000384Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.57803115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"858e406f-c379-4376-a230-3fe9cf42e8f1\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.578077891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.578089131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.578371934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70dc92f2-aa38-426c-92ca-5e0039bc77da\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.578429054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.578886479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.582542927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.582769789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.586015113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.586352576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.588775742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.588978093Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.596953066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":21,"elapsed":"801.440409ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.609645718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","vpc_to_sled":"[Sled { identity: SledIdentity { id: 176942d8-6f67-414d-8390-55e992dfe909, time_created: 2024-11-19T05:53:31.248412Z, time_modified: 2024-11-19T05:53:31.248412Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.609691648Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.609701639Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.609937921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.612019053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.612314666Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.6136313Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.616293127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.65123982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.652072719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"0d1aec9e-3e98-43f3-9b50-2e9f3928d1c1\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.65322938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.653243081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","elapsed":"857.029367ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.653251711Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":3,"elapsed":"857.038236ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.777057856Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee8cfc77-eab3-4aca-a5c8-70d009adabbe\", \"content-length\": \"30758\", \"date\": \"Tue, 19 Nov 2024 06:03:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.793075942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.793107172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.793116743Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.795050043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.795472477Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.796901872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.79869131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.798755031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.798918343Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:15.99420042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"d824ed1a-e856-4847-b753-edd4b62013f8"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.99423796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_started":"2024-11-19 06:03:15.286820 UTC","collection_id":"d824ed1a-e856-4847-b753-edd4b62013f8"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.994276081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"collection_id\":\"d824ed1a-e856-4847-b753-edd4b62013f8\",\"time_done\":\"2024-11-19 06:03:15.793072 UTC\",\"time_started\":\"2024-11-19 06:03:15.286820 UTC\"}","iteration":2,"elapsed":"1.198607681s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.994290141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.994307961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.994764866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.996611775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.998413974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.998427484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:15.998564595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.0009399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.001272143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.003192183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.004968422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.004983272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.005132303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:16.095185018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"100.867387ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:20.729281804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"d873c715-df42-41bd-9083-84e06e67fe7d","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":399,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.795565336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.795617897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.7959268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.796612417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.796632287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.796964121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.798693869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.801009513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.801022023Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.801170265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.803404028Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.803709321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.805484089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.807717293Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.807731123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.807866164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.820481145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.820509645Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":62,"elapsed":"23.885588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.825028202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.825318485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:24.853580309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"58.035603ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796160081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796214241Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796542495Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796605945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796619296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.796953229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.798404624Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.798732957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.79895183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.801290094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.801304204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.801438335Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.80286268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.803040902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.804855301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.807141275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.807155705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.807290106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.818311121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.818326531Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":63,"elapsed":"21.723646ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:34.82789155Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.7469ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:35.729423288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"f6b82a81-4d46-4a29-bc10-3e8e41dcfdee","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":802,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795736705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795821675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795841626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795858156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795873696Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795888536Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795901536Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795915516Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.795930607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795945497Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795960267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795974177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.795988157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796002247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796015797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796029268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796043978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796056528Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796069798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796083348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796391931Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796469842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796481122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796490062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796497182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796504662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796514863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796642874Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796669874Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796962057Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796972617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796980307Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.796990398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797001168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797011348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797021688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797030878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797040828Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797050518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797060958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797070668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797081448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797090669Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797100999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.79719926Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.79722657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.79727611Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797289901Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797302261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797312581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.797322681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.79817063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.798737576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800252092Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800262061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800288862Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 585187453 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800431683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.800621225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800816077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800828077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.800972169Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.803920219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.805198393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.805301884Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"8.338377ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.805725608Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.805738348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.805745518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 590651590 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.80591371Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.806009891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.807662538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.807680249Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.807691079Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.8078374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.808461507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810466038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810489658Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810646819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.8106597Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810669769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810813621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.810826691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 595727443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.811080244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.812581009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.812902533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.813071994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.813182786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.813398478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.814825333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.814844093Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.815029935Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.81745526Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.817614782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.835301785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.835619968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.837474378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"41.601872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.838048164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.838328717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.838486218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.838507198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.838518219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.838742971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.839676561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"43.939256ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.840342977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"44.452451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.84929903Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.849641014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851088529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851277631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851589264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851613994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"55.805959ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851630185Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"54.645297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.851852137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.853311602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.853530294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.85504493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.8550571Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.855397304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.855421064Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57cee620-3ef9-4b94-9f69-c27f557fa242\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.855439084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.856515056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.8569623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.858175483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.858187873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.858361565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.858573147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.858590357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.858816189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e412c051-0248-4bab-952b-b15c6abcb96d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.85884327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.85888393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.859099852Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.859109652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.859255144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.85983545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":22,"elapsed":"62.868933ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.8598926Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.861202364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.861217244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.861354326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.864007103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.864034203Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.864253566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70209930-8479-4565-9ffa-7425c0345bb6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.864268526Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.864824022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.864835872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"67.829714ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.866669811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.873032077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.873052327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":64,"elapsed":"76.07379ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.876852907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.876872607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.876879557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.87718449Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.881588656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.881826428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.908483185Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.908521795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.908533936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"112.73121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.919290487Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"122.28453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.930907648Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"135.065531ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.936734278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":22,"elapsed":"139.748611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.937541506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.937790839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.939614378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.9398295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a595a3-1123-4f9a-9cab-d8d0645c6955\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.941394117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.941605699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.942955053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":22,"elapsed":"147.039737ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.952690234Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.952745554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.953166189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204a3911-0b7e-420a-ad3d-4212f6a04243\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.953186999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.953412651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.976650052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.976910225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.978765554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.981645164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.981657835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.981900807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.983553434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.985188921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.985200911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.985334133Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:44.999876873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:44.999897394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.000084316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a2af9bd7-0bb9-4993-a45b-a467e09a0b55\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.000096046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.000312208Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.002122247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.002293369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.004498212Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.004678774Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.007489872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.007500673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.007773855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9759a6e4-dd22-4370-aeb5-520b333907e0\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.009216521Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":22,"elapsed":"213.424835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.025191536Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.025600151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.027633572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.027660612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.027871594Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.02939533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.029762894Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e75e4e2-0c05-4af0-9c54-6bf5fde0f466\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.029791684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.029814024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.029823595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.030797934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":22,"elapsed":"233.820828ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.038789988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.039157631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be8c4b7-0e22-479a-bf2e-b917490c0456\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039183932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039195572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039463875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039476625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039483415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039490835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039497345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039503635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039650946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039659606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.039839168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.039849268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.040195282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.04193843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.042054451Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835f9ae3-4a5a-4b5a-bb2b-a9bb24540ab2\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.042065491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.042157263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9b5aa4-0ae0-4553-bca5-9d98c7ab5b40\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.042170163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.042179883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.173792749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d26a6b29-fa16-4483-acda-5a06eb44a2c5\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:45.173843989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.17385809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.174099292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6156665-4df3-4b9a-b732-dc9fad29e439\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:03:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.174145522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.174472316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.178041103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.178357986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.181677161Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.182014144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.183451869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.183715832Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:45.190191019Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":22,"elapsed":"394.477735ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:03:50.729142573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"09fbc46a-22d8-4452-be96-15508cce2258","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.796788644Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.796848004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.797245928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.797289179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.797298979Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.797473541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.798986117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.79932401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.799495652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.801149769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.386926ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.801918927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.801931577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.802076789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.804027139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.804208411Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.805870358Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.808197182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.808215482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.808339304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.819338638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:03:54.819360388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":65,"elapsed":"22.072509ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.796876903Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.796931183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.797214457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.797259667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.797271537Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.797478519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.79951039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.802057487Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.802074347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.802244449Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.80432569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.804514952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.806109659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.808437433Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.808460463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.808579464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.817456107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.817478587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":66,"elapsed":"20.21162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.826189077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.826398759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:04.854825844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"57.961101ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:05.728794626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"21fffe87-cdd9-4075-8018-cf06ae94e2c7","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796853871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796903442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796917812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796928942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796938412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796945012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.796952602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796961822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796969392Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:04:14.796976222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796984493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.796992243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":13,"elapsed":"14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797000813Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797009033Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797016983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797027983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797038763Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797047353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797054043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797060413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797067823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797073843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797080874Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797088163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797095744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797103314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797110364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797117154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797126434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797136904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797146204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797154084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797160034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797166775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797173784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.797180304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797186595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797193825Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797202345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797209595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797215835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797223125Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797229885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797236175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797244675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797254365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.797264076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:54:14.797214015 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797272256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797279636Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797286616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797294466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797301436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797307256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797313156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797321876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797332256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797342156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797353336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797363046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797374677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797383287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797390567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797402657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797431737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797441807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797450097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797459727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797469498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797477728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797494498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797539568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797555059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797567459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797647549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79767435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79768978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79770127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79770889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 582066731 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79772137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79773154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 582137482 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79775193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.79776191Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797770301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797836281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797850551Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797857731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797864882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.797873402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.798079364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.798102734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.103492ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.798265226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.798276986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.404165ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.799869132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"2.95341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.800416688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.80061031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.800982504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.801138146Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.93973ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.801737532Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 586136203 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.801952814Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.802589901Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.802613631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.802739782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.803354739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.803546261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.805029246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.805305699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"8.290636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.805941555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.807040827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.807053467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.807217339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.80728212Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.80730491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.80731496Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.807485782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.808048017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.808062657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.808201769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.808708114Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.808843726Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.810738915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.810750556Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.810922197Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.811552114Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.811563704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.811701085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.813194081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.814600245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:54:14.797214015 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.814620385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:54:14.797214015Z\",\"pruned\":[]}","iteration":12,"elapsed":"17.39039ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.815501615Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.815514395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.815656866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.816348654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.817870769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.817890999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.818033761Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.818072992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.818096072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 602502024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.818228513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.818371764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.818813999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.81983527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.820177003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.820487977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.821992962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.822815141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823335576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823353846Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823361446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823368116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823601429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.823948062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 608347384 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.824204325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.82466972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.824958303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.825058484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.825242576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.825399457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.825940203Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.826340227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.82663717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.826924113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.827083125Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.827094545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.827251247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.827324297Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.82752871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.830775253Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"33.813201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.830828964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.8323946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.832856085Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.833902376Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.833922296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.834209209Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.835614443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.836776495Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.836791966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.836974488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.837092989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.837104839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.837333561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.838494583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.838518094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.838651715Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.83914142Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.839300252Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.840301092Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.840725627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.842099031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.842432454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.84293227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.843165222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.860113988Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.860172269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.860186309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"63.007414ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.872623228Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.872677258Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":67,"elapsed":"75.402183ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.874027992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.874048573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.874055462Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.874061322Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.874411426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.875264645Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.875554128Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.876440127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.87761633Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.87764049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.87764883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.877838042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.877971963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.878023734Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.878038804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"80.755288ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.878358197Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.879807882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.879838082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.880007144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.880259997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.882113116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.882129176Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.882142466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.882225877Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"84.969622ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.882691192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.883166947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.883187717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.883370069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.883812954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.886029177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.886050787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":23,"elapsed":"88.741061ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.887123868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"90.171846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.88724407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.88726234Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.887448692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.888562733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.88859467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.888740265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889113515Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"91.875104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889220982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889586704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889862637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889888017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889900017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.889908947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":12,"elapsed":"92.877145ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.890680315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.890708995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.890725966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.890966068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.891021389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"93.918055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.892744676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.894147241Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.895893619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.895922869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.896086441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.897215683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.897519166Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.897728818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.897755928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.898052272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.89888259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.899380745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.899393265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.899403656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"102.506765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.899480817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.899584947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"102.521784ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901128723Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901157474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901168944Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901178904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":12,"elapsed":"104.248722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901926412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.901942892Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.902134814Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.902621459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.902635009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.902922962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.913559783Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.913580423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.913590833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"116.54975ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.934332908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.945946579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.946000269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"149.122468ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.972918669Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.972950359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.973291073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a094e5-323a-47c7-9bea-e288ff260611\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.973311623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:14.975576016Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:04:14.993559583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:14.993585863Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"196.706582ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.007861702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.007887132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.008113314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a076e6e-05ff-4fab-bec4-fd733d8ce287\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.008140054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.010123165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.11173326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.131620216Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.144427629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.144477909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.145059366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a28cf3f-54d2-413b-a074-e0a2df408568\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.145091146Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.145566871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.186986991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.187024111Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.187034971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.187521746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f60838e-fb53-400a-9fe7-99b6eb0d88b2\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.187540096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.187707318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e8c34a-a634-44e2-8a6f-cb2bafc92ebf\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.187744939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.187756299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.187765369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.190367426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.190708009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":23,"elapsed":"393.468174ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.21873084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.218768081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.219048664Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5d780eee-8891-4d35-b149-dfb90a4377e5\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.219062764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.219532859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.222743552Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.222994995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.22644526Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.226756534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.230312131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.230336091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.230703395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"03b00933-c7d7-43e7-911c-f0238db3876e\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.232899707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":23,"elapsed":"435.765124ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.293922101Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.294552677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"99ffb11c-1ed8-4f47-9940-bd2caaf0dcb9\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.294600868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.296977663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4713768b-ace7-4d7e-8cff-9cccebb14550\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.297009963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.29868178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"518550ac-6667-49ca-a83e-19200a41b22c\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.298715001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.301029925Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.301076285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"503.957061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.322213214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.322653799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2299f3e7-abbf-4f07-b987-d16fe2f43aa1\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:04:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.325357267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.325742441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.328618771Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":23,"elapsed":"531.674279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.342514475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":23,"elapsed":"545.26937ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.35453421Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.354877504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0dca0bc2-9a47-4435-a8c0-94148c55ff2f\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.354897574Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.357182657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"dd417395-5b0a-4995-a478-7938fe20dae2\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.357211568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.358831415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.358852135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"561.60229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.40465893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.405150035Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.407644941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.407676831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.408056635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.420223441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.420601795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e9faca-295e-4a46-bba9-218e77ea1f31\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.420629626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.420642956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.420975529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.420988479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.420997579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421005579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421014579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421022759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421237182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421252822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.421426484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.421444334Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.421813398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.424386105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.424531066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17331179-cb8c-4ef9-8e69-72266eb1a001\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.424543236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.424655427Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cfe7fd0-2863-4c39-a358-2bd4405f3400\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.424673617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.424685798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.561555858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"87446d83-d107-4d82-9a6b-40f04390f9a0\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.561603839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.561616429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.562031683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d54745e-bf2e-42bc-a65a-d863b6673f3f\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.562091184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.562576339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.56655533Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.566774952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.571000116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.571427321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.573728375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.573989957Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.583104652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":23,"elapsed":"786.11212ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.6011934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.60121818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.657942189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.65809622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40293"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.658328103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f95cd50a-eb01-41fe-a6d9-839fcfb353de","remote_addr":"[fd00:1122:3344:101::c]:40293","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.658710617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f95cd50a-eb01-41fe-a6d9-839fcfb353de","remote_addr":"[fd00:1122:3344:101::c]:40293","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.709731667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/oximeter.rs:76","collector_id":"da1ff28e-ea87-4bc7-83f5-781f17826bcc","producer_id":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:15.709785057Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/producers","method":"POST","req_id":"f95cd50a-eb01-41fe-a6d9-839fcfb353de","remote_addr":"[fd00:1122:3344:101::c]:40293","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51508,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.709863588Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95cd50a-eb01-41fe-a6d9-839fcfb353de\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 06:04:15 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.711518145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:15.711538195Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:20.729280429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"df97b232-dd68-4a63-a6c5-e77e55b7f3a6","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.796504136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.796559456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.796867089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.797327154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.797341464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.797533076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.798577157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.798758349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.799288955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.801861471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.801882071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.802041413Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.804382727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.804571899Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.805680151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.807927504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.807939014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.808076286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.819214281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.819237222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":68,"elapsed":"21.903207ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:24.824626218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"28.140552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:25.722294989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"37d8e6e3-7242-4362-90cf-520510c609b3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:25.722827671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"37d8e6e3-7242-4362-90cf-520510c609b3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:25.725799592Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"37d8e6e3-7242-4362-90cf-520510c609b3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3575,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:25.726064374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"6417be84-a3cc-48e2-b16c-45fb539d4649","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:25.726360267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"6417be84-a3cc-48e2-b16c-45fb539d4649","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:25.728496989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"6417be84-a3cc-48e2-b16c-45fb539d4649","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2475,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.796855438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.796911168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.797216501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.797810198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.797820348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.797991769Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.799155881Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.799308333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.799381744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.801182673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.348925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.80189676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.80191315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.802077692Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.804365546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.804562458Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.806219575Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.808410428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.808425508Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.808555579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.81730092Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:34.81732524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":69,"elapsed":"19.501532ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:35.730973124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"95d99a3c-bfb5-4abd-8101-1ea018f6bed9","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":598,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:40.722879428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4e6d0076-6a2c-41b9-80bd-74b0089781f3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:40.723226782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4e6d0076-6a2c-41b9-80bd-74b0089781f3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:40.725034081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"4e6d0076-6a2c-41b9-80bd-74b0089781f3","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2229,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:40.725326484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9bebf235-771c-4977-bc46-15fe94df9141","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:40.725651147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9bebf235-771c-4977-bc46-15fe94df9141","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:40.727588748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9bebf235-771c-4977-bc46-15fe94df9141","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.79721802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.7972726Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.79728301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797289491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797297231Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.7973046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797311821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797319661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797326421Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797332821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797339081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797345261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797351211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797357031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797364381Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.797371691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797379771Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797386581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797392981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797399081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797695075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797707575Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797739275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797749835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797758735Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797765915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797772976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797779665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797786356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797793726Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":70,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797800616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797808356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797814816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797821226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797829146Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797835436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797842466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797848466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797856276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797862686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797869386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797875837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797882397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.797890897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798053398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798063399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798088349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798095819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798104499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798113059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.798124689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.799842927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.800373712Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.801552435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 585438956 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.801693246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.801706656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.801850868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.801892748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.80209837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.802108961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.802241932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.802323963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.570787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.803381714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.804053171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.804298043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.805054001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.805066021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.805206983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.805263273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.805460355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 589352717 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.805689688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.806274424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.806547907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807138873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807188063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807372405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807739129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807751369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.807921991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.809056962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.809070613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.809213834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.810588709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.812344307Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.812544009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.812749631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.813036494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 596930535 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.813286917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.813323097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.813334217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.813512339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.814431278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.814453809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.81457717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.816928834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.817166657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.817813773Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.818002166Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.843617351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"46.327071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.845541351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"48.249931ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.846209538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.846235299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.846242919Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.846539472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.847924676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"50.613866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.848077318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.84828619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.84829732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.84830421Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.848396381Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.848476022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.848559273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.848830655Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.850527303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.850710915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.851341012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.851542454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.859409945Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"62.057564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.860147003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.86272141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.86276218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.863033643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.869811453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.871881405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.871908355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"74.098939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.872627573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.872646823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.872821404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.885560037Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.885588787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":70,"elapsed":"87.798462ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.887046312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.887066602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.887075972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"89.865903ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.888049822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.888061773Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.888387736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4181551-4e16-447b-aaa1-1dbd38a421ab\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.888403446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.889096143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"91.306108ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.889857041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.890283156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.890294946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.890501148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bd2be5-18af-4692-87c5-cbb6f27aaa6c\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.890512298Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.891360257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.892053264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.89266111Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"94.874995ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.893878053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.893899873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.894068525Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.8955258Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":24,"elapsed":"97.764615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.91769835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.918017204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.928904517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.928927677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.92921072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cade0cb6-d06e-445c-9d25-686ee822a37c\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.92923004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.930751596Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.953545392Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"156.327372ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.983337842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.983597074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e7ee52-1b14-499d-a90c-92d183212364\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.984639105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.984872267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:44.989244153Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.989258973Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.989699218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f3e5f75-ab84-4cd7-ac87-2fc30d269606\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.989736188Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.990075121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.991482316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":24,"elapsed":"194.241766ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:44.996513248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":24,"elapsed":"198.749993ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.004178188Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.004206818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.00441279Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7b50f51c-e358-484b-b09d-76fe9d37481e\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.00442549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.004693583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.006591833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.006759075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.00727805Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.007524443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.008785246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.009744246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.01015538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.010385483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.010395643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.010544404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.01203906Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.013140781Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.013152221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.013498015Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3cc89020-4a9a-4891-a82e-6b62f41da605\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.013646296Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.013656076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.013790708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.0149991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":24,"elapsed":"217.675999ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.076814062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.077291007Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89e4772-9d10-4f65-b75d-9205ba1bd495\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.077323177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.077334567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.077343158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.079358348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":24,"elapsed":"281.575183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.096585897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.096998162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.098428066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.098451997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.098632468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.108737163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.110279059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbfedc65-17a4-447d-971e-406180c344e8\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.11030575Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.11031818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110628323Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110640393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110648553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110656343Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110665353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110673004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110837395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110853395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.110990697Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.111002867Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.111533652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.112858506Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.112979657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b93471-4237-4da1-bcdb-04cb9d64288f\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.112993737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.113104429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a19cdf4-da3f-445e-ae27-c8e1d234aa83\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.113119849Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.113130749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.240952616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ef5ef376-7218-4576-a0ed-5f08e4990a4f\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:45.241011186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.241028126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.241377468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678d477b-ebe6-4906-9b89-74db3b3782dc\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:04:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.241430456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.241852917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.247593875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.248035009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.251571836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.252098672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.254432796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.2548488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:45.26350882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":24,"elapsed":"466.2455ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:04:50.729554256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"aaf766b5-6f9d-40e1-9a72-45ce0d1f764a","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":527,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.797180288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.797257888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.797654882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.798189958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.798203508Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.798426661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.800133298Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.802470063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.802485363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.802622494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.804719536Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.804976278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.806629416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.808895869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.808910239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.809043481Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.821047845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.821077066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":71,"elapsed":"22.872917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.826743395Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.827120418Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:04:54.854139139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"56.982401ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.797718971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.797783672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.798063605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.798098535Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.798110035Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.798275837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.799990345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.802284219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.802297089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.80243211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.804477461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.804815275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.806123728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.808623005Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.808633694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.808801396Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.820778091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.820805001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":72,"elapsed":"22.690956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.825835883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.826065455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:04.854166617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"56.467696ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:05.729728015Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"2e4e82d4-d965-4e4a-ace8-faf9dfa92466","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":556,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.79771401Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.79777775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.79778941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.79779989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797807731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.797816171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797825131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797834391Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797842541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797849601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797857341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797864701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797873651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797881681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797889911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797897661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797906872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797914612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797921422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797928862Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797936942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797944292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797952572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797960872Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797970162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797978812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.797986992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:05:14.797996082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798006622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798015802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798023803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":14,"elapsed":"19.771µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798034473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798043923Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.798052643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798060473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798070003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798077733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798087073Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798095523Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798104683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798111134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798117684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798123904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798221365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798235735Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798285385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798314366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798325416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798334706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798342946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798350106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798357096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798425697Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798444187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798502758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798513538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798522008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798529358Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798536748Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798543188Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798550288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798557718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798566768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798572778Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798579659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798586679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798592908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.798599629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:55:14.798515538 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798606879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798613439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798621899Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798628099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798634369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798641139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798647649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798653129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798659129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798665299Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798671109Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798678029Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798684329Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 582078841 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.79869686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 582076291 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798846121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798856971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798874222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798883122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798890572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798899072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798907802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798914682Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798944242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.798953932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799079554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799090584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.104342ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799148954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799158865Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799204665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799214255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.251453ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799297476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799307226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799431317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799440737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.799561559Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.805343049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.80545585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807619972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807634342Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807807354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807849955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807860635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.807955626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"10.160286ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.808017496Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.811126439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.811146839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.811153719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.811315731Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.81225047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.812439742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 595822494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.812460903Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.812668165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.812752686Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.813015408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.817438054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 600829986 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.817468175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:55:14.798515538 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.817479425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:55:14.798515538Z\",\"pruned\":[]}","iteration":13,"elapsed":"18.940116ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.817606056Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"19.035908ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.817769798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.848450516Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.848662158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.849109463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.849608008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.849695009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851231755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.851254775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851269345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"53.476805ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851831951Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851859032Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851912022Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851922512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.851991053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"54.097252ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.852153355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.852166675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.852996133Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.853015484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.853048264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"55.102552ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.853191215Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.85360564Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.853810312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.854712051Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.854934484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.855250277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.855286287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.855299847Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.856766123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 640150144 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.857047255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.857345089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.857358018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.857555471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.857566421Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.857807733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.858251818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.858280118Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.85848012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859131177Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859144637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859153927Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.85941263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.8594285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.859707333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859725273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859732013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859876505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.859894365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860059397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860071617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860078797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860097947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860107047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860322629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.860730464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.861930316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.862035487Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.862056287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.862137578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.862218649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.862229349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.863561883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.86424577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864359821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864373991Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864565013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864577833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864686895Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864710665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.864956157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.865286391Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.865488573Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867213681Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867230021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867259921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867405743Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867517014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867527164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.867759786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.869498324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.869700867Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.871587236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.87192284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.874682378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.875839521Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"77.316562ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.878395807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.878415527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.878627909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.891884457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.892995568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"95.198328ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.897420054Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.897846829Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.906720541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.906749701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.906757701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.906763891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.907151986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.907196576Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.909066725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.911675702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"113.911492ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.911826264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.911843484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.911852854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.911862064Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.912089387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.912341359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.91236442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.91242516Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.912480251Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.912623182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.915998147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"117.466449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.919904848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.921448184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.921826938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.922316363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.922343353Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.922356263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.922533975Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.922737897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.923422484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.923438515Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.923618716Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.923880579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.92393997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.924268683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.924771538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.924795149Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.924921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.925423405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.925444235Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.925453256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"127.596234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.925666718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.927368005Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.927391585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.927547557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.928942982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.928964202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.929134604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.929267375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.929276225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.929285225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"131.319133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.929352046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.929556178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.931334886Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":25,"elapsed":"132.814328ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.932218996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.932847222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.932870472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.932910513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.932923463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":13,"elapsed":"134.871651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.934720192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.934738222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.934953474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.938608192Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.938632002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.938981476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018d203b-be27-4373-b3d7-4bdcb5b7e9dd\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.939001746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.941154848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.942931467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.943388582Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.943409132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.943533823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.956231305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.956260285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":73,"elapsed":"157.704647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.957158154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"158.634196ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.963959385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.963986145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.963997605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.964309319Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.965720823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.968423631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.968439912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.968575803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.970538193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.970564994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.970574154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.970582024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":13,"elapsed":"172.642893ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:05:14.973424433Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.973449014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"175.574282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.975370294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.975389804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.975667387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603d2303-ab28-4adb-82a8-1bef10cee226\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.975681937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.975810098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:14.975833538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"177.799905ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:14.977665807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.00395049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.004234663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.006043392Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.007595168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.007606448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.00772861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.007739779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.00774871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.008070943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf28aaf-87ba-4fa2-a28d-3b9c2d1e0dd3\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.008094873Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.009466737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.009536468Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.011260186Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.011272496Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.011446808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.021100568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"223.370879ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.130889018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.131310562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"00dd6f97-a9c4-4a5f-8191-6e8d2fecb3da\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.131330602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.132703637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"431286a1-a342-41c2-a7be-2981618c326c\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.132728147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.134226277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.134241258Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"335.763845ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.224942024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.33724112Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.337640964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75cba87d-f2e4-4a56-81f8-8fc3863d9465\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.340010379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.340401973Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.342704107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":25,"elapsed":"544.689184ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.367483264Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836/state","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.370804388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":25,"elapsed":"572.24493ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.392672265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.392698666Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.393210781Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd1bdfa-c008-4b9b-a5f0-415aaa655b34\", \"content-length\": \"525\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.393251601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.393676826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.407810992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.408301627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2028df91-b511-4117-8936-da21558b02fa\", \"content-length\": \"811\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.408354808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(11321002) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.408371928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.408379428Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.410209897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":25,"elapsed":"611.640349ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.429494737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.430174844Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"640aad34-c9f2-4a66-8f18-a92cf3e555f2\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.430218864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.43304647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0388380e-e283-4a6d-ba6e-928c856774e5\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.433076601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.435786682Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0cad6306-8051-4bc7-98ea-d4dee2821aeb\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.435815043Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.438386979Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.43843168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"640.58838ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.461906824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{9058fd45-e28a-4912-b28e-6057fa9506fb: {10.151.1.175: {2a7d89ac-69ee-4c06-b33c-868a39aa5892}, 10.151.1.176: {2a7d89ac-69ee-4c06-b33c-868a39aa5892}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.461945394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.462410489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5f293b1b-1c74-4e61-9165-180a2d3722d8\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.462429579Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.462999375Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.465279679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.465607822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.469608564Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.469964147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.473950698Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.474148431Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.475588606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.47599616Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.478436225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.47889721Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.486448798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.486944273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.487403568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.487749932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.489053275Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.489078126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.489402859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.492822971Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.493040117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.49531897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.495658244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.497912207Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.498273641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.500360793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.500881758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.50495864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.505453205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.507040232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.507447206Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87254ebb-a849-487d-a446-3609138c7b2b\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507482257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507506387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.50785765Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507883271Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507896311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507909551Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507921891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.507933641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.508086003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.508105223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.508316075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.508340295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.508632829Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.510905602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.511034263Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60db08c2-f309-43ce-9d17-9bc0a2dabac5\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.511050284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.511144435Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92dafe4-7ba2-4d25-b2bd-5a9cb9c14ec9\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:05:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.511201685Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.511232876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.550689545Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.55112961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.552547014Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.562865952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: c7b413d6-3c47-4a1e-8edb-6730be993801, lookup_type: ById(c7b413d6-3c47-4a1e-8edb-6730be993801) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.562900162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.563087914Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.565127115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.56559001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.567180336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.56752725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.568830373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.573022917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: c7b413d6-3c47-4a1e-8edb-6730be993801, lookup_type: ById(c7b413d6-3c47-4a1e-8edb-6730be993801) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.573040617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.573204259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.581244882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.581486315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.58297438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.583318994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.585302924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.585484826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.586906021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.587257265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.589616699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.589823941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.59161705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.591913563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.593289347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.593491829Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.594881524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.599022747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: ef456bbc-f798-4c0d-9741-7293c5a6e284, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.599049387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.599182058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.601113858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.60131442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.602795776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.602998638Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.604914098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.60511706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.609992341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.610170363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.612269824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.612584137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.61376262Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.614015643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.615458237Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.619109465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: 2a7d89ac-69ee-4c06-b33c-868a39aa5892, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.621380449Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.621402539Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.648405219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a79896d0-2ac0-4186-956e-74e4ea5a501f\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:15.64843818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.64844788Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.648893845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2875e58e-5575-41b1-8fdd-979cb7b6cc42\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.648935985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.649355219Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.64939521Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"aea3af5a-ccd7-492f-941c-2141267366c6\", \"date\": \"Tue, 19 Nov 2024 06:05:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.651070277Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":25,"elapsed":"853.317157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.653517593Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.653837126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.657442713Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.657721666Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.659791608Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.66002364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:15.668100294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":25,"elapsed":"870.393075ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:17.188470815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5962df-204b-4457-b6b5-4b7fe874b7ab\", \"content-length\": \"131\", \"date\": \"Tue, 19 Nov 2024 06:05:17 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:17.197525189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"vmm_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836","sled_id":"176942d8-6f67-414d-8390-55e992dfe909","instance_id":"d2ae3154-15d2-4272-ab40-624b3239c2e7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T06:05:09.216917482Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:17.19755836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"vmm_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836","sled_id":"176942d8-6f67-414d-8390-55e992dfe909","instance_id":"d2ae3154-15d2-4272-ab40-624b3239c2e7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T06:05:09.216917482Z }","propolis_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:17.19757157Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"vmm_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836","sled_id":"176942d8-6f67-414d-8390-55e992dfe909","instance_id":"d2ae3154-15d2-4272-ab40-624b3239c2e7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:17.197877113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"vmm_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836","sled_id":"176942d8-6f67-414d-8390-55e992dfe909","instance_id":"d2ae3154-15d2-4272-ab40-624b3239c2e7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:17.240113071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:17.242077202Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"2.443498943s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:20.735924077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"b7794d24-ed71-4a4f-b804-e4d6ef4e1d77","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3056,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798169673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798230843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798619407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798661068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798672808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.798835969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.800955491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.803514578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.803538008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.80370684Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.805957654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.806185556Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.807640361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.810038696Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.810055136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.810198067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.822402554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.822424934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":74,"elapsed":"23.759126ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.827883831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.828264345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:24.855495718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"57.348176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:25.723441697Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"96c90b68-cc13-42b4-a2dc-f5cfdca582e5","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:25.72378862Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"96c90b68-cc13-42b4-a2dc-f5cfdca582e5","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:25.726334617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"96c90b68-cc13-42b4-a2dc-f5cfdca582e5","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2969,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:25.72663281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmFlMzE1NC0xNWQyLTQyNzItYWI0MC02MjRiMzIzOWMyZTcifX0%3D","method":"GET","req_id":"36cc1855-a90e-402a-a0d4-9486b2d1243a","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:25.727054534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmFlMzE1NC0xNWQyLTQyNzItYWI0MC02MjRiMzIzOWMyZTcifX0%3D","method":"GET","req_id":"36cc1855-a90e-402a-a0d4-9486b2d1243a","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:25.728797382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmFlMzE1NC0xNWQyLTQyNzItYWI0MC02MjRiMzIzOWMyZTcifX0%3D","method":"GET","req_id":"36cc1855-a90e-402a-a0d4-9486b2d1243a","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2232,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798320802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798372963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798680766Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798733217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798766987Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.798950799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.801307767Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.80387137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.80388312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.804026262Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.806382796Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.806569068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.824686676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.82506606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.834274426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.83663161Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.83664282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.836781252Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.848995599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.849047239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":75,"elapsed":"50.283262ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:34.853722328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"55.407545ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:35.730982613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"9363e763-bd12-4c8d-a7e0-2d199e7bc1c8","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.797929946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.797985727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.797996827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798005727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798013787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798021597Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798028637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798036228Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798043188Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798049758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798056458Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798062108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798068138Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798074108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798079778Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798087688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798097438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798108018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798115278Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798122448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798402361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798516902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798527343Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798541053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798619483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798633504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798644284Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798655134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.798665524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799112739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799122689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799130519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799139179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799147689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799155799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799164399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799172339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799180409Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799188969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799196909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.79920504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.79921376Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.79922132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.79922978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799437632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799487492Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799497103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799505103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799513193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799521783Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.799528253Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.800058689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.801625135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.801633915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.801777346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.803986709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 586867761 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.804271182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.804681326Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"6.74372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.805086601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.805731967Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.807163422Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.807175562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.807333994Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.80793071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.807950351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.808083302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.808577267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"9.389438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.808961521Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.809896711Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.810591168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 593473910 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.81085333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.811697729Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.811712239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.811876061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.812769041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.81278243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.812920402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.815557599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 598440271 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.815790512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.815967854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.816030464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.816109965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.816170386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.816300627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.816310467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.817893024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.819550041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.819559861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.819696122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.830126261Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.830143281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.830149811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.830313983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.832701947Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"34.7195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.833409715Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.833659607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.834677018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.835064462Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.840385182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.840971567Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.840994283Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.841007454Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.842495369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.848134268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.848166518Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.848178318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.848189498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.848199588Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.849630243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.853029888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.853053399Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.85318087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.853298321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.853472423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.854367042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.855540234Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.855977489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.855987019Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.856139321Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.858612976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.858636857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.858875599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.861030131Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":26,"elapsed":"61.890132ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.862569677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.862596408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":76,"elapsed":"63.398108ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.870144626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.870159356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.870165696Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.870444829Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.8753557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.875556482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.877509242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"79.447624ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.879528703Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"81.514446ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.881232341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.881250801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"82.078962ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.885195082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"86.076933ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.890899212Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.890917822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.891238405Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f24bfa-e171-414c-9a64-149cafb19bc6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.891256425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.892065693Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.892077344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.892338706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199b1083-5fe4-4f51-88cd-85b90b00a613\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:43 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.892349376Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.892357127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.892365577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.892586529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df08834-1fbe-40ba-a8b3-b002e31b0668\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:05:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.892602749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.894948514Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.895336478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.895926634Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.901223339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:44.901235689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.901245999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"103.238212ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.903495502Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"104.295223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.916907511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.917301026Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.933626715Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"135.586698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.98415028Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.984462083Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.986235031Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.987943369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.987961759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.988118801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.989175072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.990815059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.990824179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:44.99097402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.004837464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":26,"elapsed":"205.682405ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.005646032Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.005944256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58aec8cb-83f1-455b-b008-8976ca4ea12c\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:05:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.007678434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.007902666Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.013672479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.013683879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.014246752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5e2359-2e7f-4cff-ac41-2ff16ee89819\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.014266782Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.014526855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.01599476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":26,"elapsed":"217.921972ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.067651826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.067700607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.072403725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e4b3eb73-d6c1-4200-b904-035e28be34e2\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.072445156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.073013622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.076012643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.076259685Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.078700301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.079036614Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.079745952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.079991714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.081667162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.081686772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.081852074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.083572412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.083599592Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.083932625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fd8bbbd9-5e8f-40f3-b21a-f7b72bc329b0\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.085901286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":26,"elapsed":"287.982919ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.09307009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.093430744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936aaa06-d5e3-4bd4-b123-f40b47f38779\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:05:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093457444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093469214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093791318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093801848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093809738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093817888Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093825808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.093833618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.09401737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.09402834Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.094364173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.094379524Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.094744917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.09692561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.097036461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ee398e-94ea-41ce-b653-80484dcf9c7d\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:05:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.097049861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.097197943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400d419c-431f-4386-945d-dc7991bdda5e\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:05:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.097227273Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.097240653Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.121879389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.221840457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"03aefcaa-6349-4e7b-9d4e-cc6771fca4de\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.221883187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.221894077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.222485833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784443b9-23cb-44f0-b040-a25e81acef79\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.222541694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.223032309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.2231057Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d0e240-e574-4625-b99e-ea387a684d19\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:05:45 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.22313719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.22314868Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:45.22315714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.228652978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":26,"elapsed":"429.511488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.231935081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.232250635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.23659633Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.236947324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.239141316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.239457679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:45.247608544Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":26,"elapsed":"449.633747ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:05:50.731087832Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"e62661e8-dc7b-4d94-859c-42e3b44d5b12","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":460,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.79840135Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.79845642Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.798751303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.79946183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.799472341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.799669143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.80133754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.803693474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.803714745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.803838976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.805932038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.806267911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.808170181Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.810606106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.810618096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.810785008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.822833223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.822857703Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":77,"elapsed":"23.383233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.828104918Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.82830055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:05:54.830308561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"31.920111ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.798873403Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.798933654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.799397938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.799462999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.799479209Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.799817063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.801420709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.801678992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.802077816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.803309409Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.463317ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.804464691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.804476761Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.804619213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.806824885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.807008717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.809277911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.811628785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.811642695Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.811772087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.824699981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:04.824754191Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":78,"elapsed":"25.254682ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:05.731580364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"16e85a5b-770f-4fe4-b0e3-5214c86fb1d0","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798504207Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798589688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798610188Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798625338Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798641378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.798656318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798671289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798687359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798702099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798717419Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798727559Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798737319Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798746899Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79875606Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.7987654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:06:14.79877541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79878679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79879552Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":15,"elapsed":"28.181µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.7988059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79881394Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79882365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79883189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79884084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798849251Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798857871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798866011Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798874041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798883271Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798891891Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798900591Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798908651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798916811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.798925361Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798933221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798941161Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798949402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798956722Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798965382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798972812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798981292Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798990002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.798997942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799008632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799080613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799107313Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799234924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799374976Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799391126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799401776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799409436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799419986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799428846Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799436527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799444617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799451137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799458267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799465227Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799472267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799479327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.799486727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:56:14.799449417 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799493937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799501467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799508238Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799514498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799520507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799526158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799531958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799538768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799547818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799553858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799560378Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799566758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799575488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799583928Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799592018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799601478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799610059Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799618339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 581967640 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799631709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 581984410 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799643809Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799675199Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.79979315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799802801Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799809841Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799843591Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799852811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799859571Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.799866611Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800109494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800121364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.540086ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800174124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800183694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.714888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800390707Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800574049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.800656649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"2.155812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.802503398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.802562009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 584931581 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.802839912Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.803416318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"4.571558ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.804438078Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.804449369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.804652761Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.805733982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.805923714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.806686752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"7.878072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.806907464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.807090366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.808230658Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.808563351Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"9.122504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.808580021Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.808822824Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.80941244Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.810155698Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.810173038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.81036175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.811425311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.811450821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.811574323Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.813883597Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.814322091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 596682013 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.814669815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.814733436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:56:14.799449417 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.814758646Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:56:14.799449417Z\",\"pruned\":[]}","iteration":14,"elapsed":"15.287628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.814768786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.81516099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.815480313Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.816069259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.816467803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.816479154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.816642845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.819075941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.819334843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.819354124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.819589066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.821251503Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.821531906Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.821616317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"22.721596ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.821798709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.82574165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.831440479Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.834005176Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.834043436Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.834244728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.835496071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 617850643 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.835802424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.83760856Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.838365917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.838830006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.84215212Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.84218103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.842423123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.852164944Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.855049224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.855083704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.855336397Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.855556739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.85558002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.8555898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.855907753Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.860659562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.861670543Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.861879475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.862831835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"64.098266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86332996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86335512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.863585372Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.866137009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.8662598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.866636574Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86906958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86909743Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86910969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.86912042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869206061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.869221691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869235191Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"70.615263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869477184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869535474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869563205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869573885Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.869843317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.870466494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.871534475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.871917789Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.871939269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.871950259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.87195983Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.872236792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.873177882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.873208843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.873470245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.874585767Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.874648377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.874661607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.875319814Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.875350145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.875524307Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.877716619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.878210444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.878486617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.878537818Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.87874805Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.879041163Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.879332936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.880592869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.880618779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.880738651Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.884034095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.884067835Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"84.538628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.884357578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.886006625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.886037516Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.886148907Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.891515993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.891545733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.891554713Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.891940817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.893784906Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.893816626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":79,"elapsed":"94.325819ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.896485813Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.89650821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.8965181Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"98.000688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.902152283Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"102.660636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.904930372Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.905334896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.905499848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.90576663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.907452328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.907799262Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.909080965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.911823143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.911845424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.912023325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.914037716Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":27,"elapsed":"114.589359ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.916110318Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.916131568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.916141848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.91633087Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.921833007Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.921850537Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.921860328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"123.001867ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.924763287Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.924786218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"126.250061ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.925835419Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.925844719Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.925852689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.926087341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.926356554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"126.860587ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.935985934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.944346721Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.944786855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:06:14.970427772Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.970454402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"171.567151ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.972324431Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"173.529541ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.973710756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.973723276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:14.974042309Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a004a3-56f7-48d2-a665-d1d140154501\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.974059179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:14.975481224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.017017955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.017041416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.017253218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f03c5bb-6059-47a4-9488-478c016ca9a1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.017281778Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.019128667Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.072011047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.085549376Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.086116993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"59043c57-7a70-4848-8311-3aabe00a714c\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.086157743Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.092163065Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cbfbc8a7-86da-4ba1-8b90-da768036fc25\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.092205316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.100728314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.100770974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"301.269167ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.171344267Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.171387538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.171751851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c881854f-169d-4168-8886-29e722717f9d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.171773172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.173402919Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.223258756Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.223321717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.223807452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bbc6300-e853-4ae3-8e73-8f7cafbf5d7b\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.223836882Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.224262127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.225366668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.228000955Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.228031746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.228162337Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.23042171Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.230446061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.230456441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.230464931Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":14,"elapsed":"431.823252ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.256178238Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.256623492Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f870dd34-417e-4727-b20c-05cf76838f21\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:06:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.258833535Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.2592672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.259585773Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.261977398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":27,"elapsed":"463.294719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.268419555Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.276184746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.276216006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.276539289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.280280978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.280313558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.280326009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.280338429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":14,"elapsed":"481.644279ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.294412985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.294461905Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.294750958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d3f74b78-e9bb-42b1-b1da-844459c132d6\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.294770728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.295229833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.298199534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.298537838Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.299633569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":27,"elapsed":"500.169862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.302526869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.302855942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.306564081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.306587531Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.306997345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"07737a60-63b5-4948-91c7-e59f604b3e13\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.309739544Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":27,"elapsed":"510.880063ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.354852102Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.355518069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d74301c-2bba-422d-9332-805021e62f04\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.355550049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.357293817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a1cf7346-387c-418a-b52d-5a07b2652f2b\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.357327298Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.359386869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ac15376-cac5-46c6-a27e-d2206113a8c1\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.359414699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.361339659Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.36138293Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"562.58925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.388932356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.38934204Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.391727965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.391758925Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.392009048Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.392514823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.392748925Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.394767156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.396545505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.396577285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.396711386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.407402077Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.407895752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756f532e-3b9a-433b-a04b-c1bcf108aa3b\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.407922953Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.407936593Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408266076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408281816Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408290736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408299846Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408307466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408315097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408489348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408501079Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.408744831Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.408754221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.409115265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.411877283Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.412051775Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443a544d-32fd-43ab-a22a-4f52a0b2058e\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.412070236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.412198167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42d34b6-f603-4619-b022-b2b7440d2a89\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.412217627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.412232657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.443539842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.445444382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.445472382Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.445633604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.53191482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.538906979Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dda53b99-6853-4912-89b3-419addea2746\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.538930876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.538938752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.539301165Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32dfa0e5-b7fa-4b2c-810f-01127edfa75f\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.539333481Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.539344909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:15.539353112Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.539370137Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd8bf98-b878-49b6-bc1c-4449a9db3f9d\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:06:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.539416779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.539885452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.540990294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":27,"elapsed":"741.523646ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.543368708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.543697562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.547599752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.547776854Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.549752725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.550018757Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:15.557896179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":27,"elapsed":"759.18081ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:20.732345009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"022a1af3-f63d-42d8-a22b-59dd79de6f86","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":336,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.798533546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.798595457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.799041392Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.79988708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.799897221Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.800073452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.80077677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.800997542Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.801966492Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.804281896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.804295176Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.804433108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.806849933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.807183846Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.808789063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.811209738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.811223268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.81136568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.820658286Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.820684826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":80,"elapsed":"20.783676ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:24.829862252Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.355295ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.799375374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.799439184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.799695367Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.799736788Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.799748578Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.7999187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.801804959Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.804315285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.804343455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.804492787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.806438337Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.806634499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.808487058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.810831243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.810842913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.810977424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.820847127Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.820859687Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":81,"elapsed":"21.12661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.829061182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.829288704Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:34.864200937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"64.856304ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:35.731484209Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"cf865a81-e487-40b6-a188-0329d858646c","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798747776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798806876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798817997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798826757Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798834737Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.798842237Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798849807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798858017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798864747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798871637Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798878217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798884327Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798891027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798896837Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798902857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798909968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798916798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798923158Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798929098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.798936108Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799245851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799298182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799317452Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799325522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799334052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799346492Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799363332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799371832Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799414933Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799920828Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799930078Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799937828Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799944808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799951208Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799959168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799965699Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799972039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799979179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799985269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799991619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.799997339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800003549Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800010129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800015959Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800239531Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800296242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800307892Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800316172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800322942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800329852Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800363643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.800842148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.801975229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.802742517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.802757968Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.802894469Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.803792998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.803803078Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.80394494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.80400595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.804016461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.804022691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.804161472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.804221153Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.805746099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.805770879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.80591357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.806344755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"7.585059ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.806472076Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 588486348 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.806794239Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.807910141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.808856711Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.809180584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"9.251586ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.809197944Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.810335776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.810355636Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.810486878Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.813228736Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 595245798 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.813528779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.814297657Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.81455281Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.815571341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 597579032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.815839663Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.840811063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.841999115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.842855274Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.843330379Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.843363629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.845849145Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.845879105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.846000226Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.847446871Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.847630443Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.848511372Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"49.638005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.848590473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.848779415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.849776045Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.851260301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851285511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851292921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851542414Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851560384Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851570304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851595124Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.851763046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.853936159Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.853964229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.854158911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.855281683Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.855460455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.855834439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.855862989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"55.89045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.856815949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.857145702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.859649858Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.859669288Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.85986343Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.860058302Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.860073792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.860254744Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.862207725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.862424677Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.872500932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.872538572Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":82,"elapsed":"72.526572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.87425712Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.874539093Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.877380822Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.877632065Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.878852727Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"80.048301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.878980619Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.880740437Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"80.787199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.881351613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.881381324Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.881547815Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.881909509Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"83.069502ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.883244613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":28,"elapsed":"83.304765ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.891044534Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.891074974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.891385417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18a14b6-d776-4be1-bc09-3178b497f732\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.891401838Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.893001404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.893025794Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.893078735Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.893259167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e6076e-afff-4935-9c16-9117d347c0a5\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.893276067Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.893757972Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.893777442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.893787173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"94.952265ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.894151316Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.894169586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.894382039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f25016-c013-41ed-9abb-92f1686aa0b1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.894397999Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.894999575Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.895704432Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"95.704223ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:44.896634512Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.920346448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.920619141Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.954398631Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.954609764Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.956064689Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.957802257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.957826207Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.957987949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.958521254Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"159.791449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.958974989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.960545985Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.960561046Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.960696797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.997099095Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.997414908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0adbf015-6dde-4dcb-962b-6015bc487a20\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:06:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.999800623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:44.999991705Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.001603541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":28,"elapsed":"202.748855ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.114981889Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":28,"elapsed":"315.02752ms"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.118310203Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.118345473Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.118845338Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7424d4f-4ad2-4c6b-9c3d-77ad89463ac0\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.118878759Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.119168812Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.142437603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.142479134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.142707136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dcc38871-d039-4e0d-9ed6-cf1a0a29d9d4\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.142720626Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.14305876Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.197916229Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.198392194Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e79804fb-fd12-41e2-b782-88a9b09014f3\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.198414355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.198423755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.198431485Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.199827849Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":28,"elapsed":"399.857021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.200098232Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.200332995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.203248875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.203587268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.206144245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.206160965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.206451618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7cbee1c6-0b1c-4474-a56f-401f5a286a0a\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.208094855Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":28,"elapsed":"409.259338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.223286993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.223647237Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.225489656Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.225509256Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.225743018Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.235256167Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.23554102Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3210b90-9509-409e-8c99-1db0d0ba73a4\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:06:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.23556765Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.23557967Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235857903Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235869113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235877144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235884633Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235891904Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.235899554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.236060665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.236070335Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.236181276Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.236189647Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.236420099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.238356289Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.23846438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbd31e8-8c11-4060-ba29-3ab06d2a0b05\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.238479431Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.238562661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3a6b4a-8ff2-444b-8d7b-4376889c1ab1\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:06:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.238577121Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.238590732Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.371595792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"eb4860d8-3029-4b34-88bd-bcdfb68d355f\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.371640823Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.371651803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.372052897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9406c3de-96af-42d2-b435-6eb20495a06d\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.372098767Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.372414511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.375791356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.376053808Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.380236102Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.380432874Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.382634457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.382822839Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.389823502Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":28,"elapsed":"590.929024ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.714912345Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.714955216Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.744977938Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.745124079Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32771"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.74523164Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5140f657-c1d6-4128-b6e7-bed6d3ca813a","remote_addr":"[fd00:1122:3344:101::c]:32771","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.745566604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5140f657-c1d6-4128-b6e7-bed6d3ca813a","remote_addr":"[fd00:1122:3344:101::c]:32771","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.780337415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/oximeter.rs:76","collector_id":"da1ff28e-ea87-4bc7-83f5-781f17826bcc","producer_id":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:45.780363875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/producers","method":"POST","req_id":"5140f657-c1d6-4128-b6e7-bed6d3ca813a","remote_addr":"[fd00:1122:3344:101::c]:32771","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35188,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.780426445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5140f657-c1d6-4128-b6e7-bed6d3ca813a\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 06:06:45 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.782373406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:45.782385336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"producer-registration-task","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:50.733892272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"badb22b1-73da-47fb-b9e6-82420975106d","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":639,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.798880586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.798930956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.79925548Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.799855676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.799866866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.800073668Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.801291671Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.801462033Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.802062259Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.804627956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.804642096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.804803728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.807092551Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.807313364Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.808767989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.811150654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.811163463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.811300245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.824166598Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.824190929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":83,"elapsed":"24.327013ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:54.826976848Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"28.116232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:55.724971499Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e6486471-b27e-4019-9db3-dd56ba857800","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:55.725298352Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e6486471-b27e-4019-9db3-dd56ba857800","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:55.727904389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"e6486471-b27e-4019-9db3-dd56ba857800","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3014,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:55.728218193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9982d196-29cb-44dc-bbe5-c9b2a586a6cf","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:06:55.728549106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9982d196-29cb-44dc-bbe5-c9b2a586a6cf","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:06:55.730535537Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"9982d196-29cb-44dc-bbe5-c9b2a586a6cf","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2386,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.799272438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.799358129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.799816074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.799881455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.799898115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.800149698Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.801961066Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.801974977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.80230189Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.804108629Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.868051ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.804461332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.804474223Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.804614114Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.806630925Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.806796897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.808561415Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.810747978Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.810760178Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.810889349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.822642981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:04.822667551Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":84,"elapsed":"22.780576ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:05.733069091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"21556816-17f4-46ca-a446-fb5a8e852e23","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":546,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:10.725618553Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cdc6dabb-78b1-4a11-b7ee-12a43ff55de2","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:10.726111148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cdc6dabb-78b1-4a11-b7ee-12a43ff55de2","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:10.728315821Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"cdc6dabb-78b1-4a11-b7ee-12a43ff55de2","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2797,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:10.728571864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"faf04566-01a9-40df-9297-ce73baf11857","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:10.728903817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"faf04566-01a9-40df-9297-ce73baf11857","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:10.731218811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"faf04566-01a9-40df-9297-ce73baf11857","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2702,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.79954366Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799629201Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799649111Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799665091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799681921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799697272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799710932Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799720522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799729552Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799738162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799748472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799758982Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799766762Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799777032Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799784282Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799792053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.799801042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799809733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799817993Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799826213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799834013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799842833Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799850733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799859623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799867613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.799876703Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799884883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799893583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799902694Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:07:14.799912374Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799922484Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\"}","iteration":16,"elapsed":"20.08µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799933964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799943304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799952934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799962754Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799971624Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799980504Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799989584Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.799997795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800005655Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800015605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800023665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800032635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800040385Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.800048445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 05:57:14.800010225 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800056795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800065185Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800072725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800081036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800089456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800097916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800107396Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800115836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800124546Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800132856Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800141636Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800149456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800156996Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800164406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800173096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800181857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800192986Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800253717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800303618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800316708Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800451929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.80050429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.80053027Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.8005406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800581921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800601861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800612541Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 582213343 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800627471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800637011Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800646161Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800655071Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800675482Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800684672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800700542Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800708102Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800728002Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800736222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800744842Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800753352Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 582345574 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800765412Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800806123Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800817303Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.800825673Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.801020755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.801032295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.164472ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.801155387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.801165797Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.621686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.803565581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.478716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.804036937Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.805494662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"5.882232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.805725354Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.805750074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.805867236Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.809979478Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.810314652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 05:57:14.800010225 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.810344172Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"expiration\":\"2024-11-19T05:57:14.800010225Z\",\"pruned\":[]}","iteration":15,"elapsed":"10.307777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.810934788Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.811193291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.813451034Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.813481315Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.813492015Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.813920969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.815595566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 597191538 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.81588602Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.816657548Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.81692086Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.816947491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.817219883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.819899501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.819925462Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.820170604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.820582168Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.820864511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.824744792Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 606321493 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.825689581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.827204587Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.830999716Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.831034057Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.831225199Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.83227798Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 613867731 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.832888826Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.833156359Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.8332857Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.83616196Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.836867057Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.837238751Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.839421214Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.841566006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.843244224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.843262134Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.843419605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.843729618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.844006091Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.846549958Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.847273745Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"47.754426ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.84774257Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.8477649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.847772691Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.848185765Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.848820211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.848837242Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.848997243Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.850700661Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"51.0115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851407768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851687921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851844383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851854793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.851951654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851962784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.851969304Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.852099595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.852410819Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.854690662Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.854713272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.854954225Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"54.973951ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.854971595Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.85545635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.85547096Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.85548106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"55.681148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.856009126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.856319469Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.856607342Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.856683013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"57.046192ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.85929372Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.85931915Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.859484622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.861125949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.861364741Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.865302033Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.865332843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.865349333Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"65.398759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.866243442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.868109182Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.868705618Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.869025581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.870588517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.871059922Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.871093722Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.871227974Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.872867041Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.873107294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.873377426Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.873584248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.87466295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.87857074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.878640201Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.878700881Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.878714672Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.878960614Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.879025255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.879060045Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.880165297Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.88042879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.880637132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.881705803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"81.676378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.883020746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.883044347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.883202608Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884148348Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884674183Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884698984Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884707424Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884714184Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.884974627Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.885172939Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":29,"elapsed":"84.991142ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.885205179Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.885222039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"85.123654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.886171509Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.886197929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.88627291Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.886330381Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.88817943Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.888356252Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.888784106Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.888811306Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.888931208Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.890231701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T06:07:14.89207453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.89208934Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"92.50645ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.892647466Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.892659446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.892879449Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.893079011Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.893102791Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":85,"elapsed":"92.943515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.895387565Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.895682688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.896982791Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.898133463Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"98.003347ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.898655529Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.898666949Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.89881811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.903164086Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.903185956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.903198166Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"103.485304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.903840213Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.904505679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.90452733Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.90453464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.90454132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.904755902Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.905452959Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.905469869Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.905605641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.905868954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.908332069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.908354669Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.908471081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.924299115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.924329965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.924343605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.924592098Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.925553738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.927988813Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.928002483Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.928136425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.935230908Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.935242519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.935253068Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.93544813Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.942804507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.942829307Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]}},\"default_endpoint\":{\"silo_id\":\"72a1d3e6-6925-4b66-a837-17a09208a856\",\"tls_certs\":[\"ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"143.011355ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.946552966Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"146.797734ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.956526929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.984688455Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.984707646Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:14.984981052Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf25ff2-1a1c-4eff-bcd9-62f80950eeca\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.984998255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:14.98647129Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.01923417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.019256151Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.019484393Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f85457-9ed9-4031-8475-127b3d2815a0\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.019500643Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.020987909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.108032062Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.1232279Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.12327995Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.124233408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ea8a31-2ae5-48bf-a5ba-7013d6227882\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.124276767Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.124729265Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.160057272Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.160478617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"80515327-4788-4ce1-907b-dac938b7a0d0\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.160496527Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.161704099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c0a99ac-e9e9-47ea-bedc-8bc0e527e60e\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.161717039Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.163168494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.163179714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"363.115989ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.196626802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.196918685Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab6ebe0-5ffb-44c7-8a9e-cf33baaaceb7\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.199090917Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.19937107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.209104911Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.209123461Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.209369554Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54c4e9f-9e55-4e0a-81da-1278ba838cf8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.209387094Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.210693738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.292693439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.293419977Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a02541-0f78-4155-a4ee-6697b767364d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.293450357Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.293461467Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.293475897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.295581029Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":29,"elapsed":"495.524144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.295648049Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.296038924Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cccaa72f-0c6f-47ba-abf3-f5edacdd98d1"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.296069074Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.296082474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:33.480471 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.296094954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1}","iteration":15,"elapsed":"496.17787ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.297156695Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":29,"elapsed":"497.228151ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.299659981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.299693511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.299840143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.302251418Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.302280268Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.302290738Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"current_time_created":"2024-11-19 05:53:34.220455 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.302300058Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":2}","iteration":15,"elapsed":"502.371795ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.320935522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.320988843Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.321286486Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"74f10e23-99a4-4c93-abb6-b593e7995622\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.321315206Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.32164617Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.324105585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.324430558Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.329554921Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.330029706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.333799785Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.333828006Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.334364622Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"23e35233-482d-4050-864a-50483e1bef8a\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.33999408Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":29,"elapsed":"540.255319ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.347853442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.350775632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":29,"elapsed":"550.647636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.404067445Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.40459569Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.40647669Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.407092416Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c3d1319-1a97-4ece-9a0e-2afec20f8051\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.407105586Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.407280368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.407292498Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.40748434Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.412709355Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3db4890-05b6-4382-b34f-c1b5c5ef0106\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.412735515Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.414959038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c0199f8-a832-4d64-8b20-8d520eb1a1bd\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.414974838Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.417027859Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.41706501Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"617.398638ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.421010561Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.421382954Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d28feb4-fcbd-485d-9be7-b3bd31a55b88\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421410605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421422055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421718698Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421729678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421737008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421744998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421752488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421759728Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.42194665Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.421957251Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.422202723Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.422212193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.422496866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.424498407Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.424631568Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5721d6-ceeb-4d57-9e96-c7e2cef831d1\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.424645008Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.424746489Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562704a9-1be0-4ce3-9f2c-122c48cce21b\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:07:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.4247632Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.42481306Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.537987845Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2896c471-3905-4a7c-95d0-941cf1f8fc71\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:15.538020105Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.538030465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.538248747Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"800feb9a-2659-4588-906f-163ce87f5d92\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:07:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.538293688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.538636802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.542791795Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.543032247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.546048459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.546351472Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.548462604Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.548733706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:15.556270425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":29,"elapsed":"756.325581ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:20.732354601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"b7612e45-7554-4b18-ba4c-f5e70eb83425","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":554,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.799376807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.799433997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.7997055Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.800297936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.800318997Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.800703341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.802623161Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.804980175Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.804997895Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.805128247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.807014776Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.807255609Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.808605023Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.811031898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.811057328Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.811196519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.823712439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.82374365Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":86,"elapsed":"23.441294ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.835482851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.835706084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:24.865429222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"66.065166ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.800185784Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.800270755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.800701679Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.80076322Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.80078025Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.801119513Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.802486718Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.802654389Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.803387247Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.804352897Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.205184ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.805769652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.805782402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.805919363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.807766502Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.807919084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.809755113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.811996456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.812010356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.812135768Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.824708538Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:34.824737709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":87,"elapsed":"23.963868ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:35.73338312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"ec509a58-1eab-4928-a13d-33a22ff8bcfb","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":388,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799619116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799707867Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799727557Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799744417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799761377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799783078Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799793418Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799803488Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.799814248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799825308Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799834148Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799842368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799850248Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799859218Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799867909Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799877599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799886169Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799894969Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799903929Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.799911979Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800229082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800358864Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800371474Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800428544Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800441404Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800451675Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800461205Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800470625Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800479465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800884959Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800893799Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800902099Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800909089Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800916119Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800922749Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.800930149Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80093676Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80094391Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80095122Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80095787Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80096425Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.8009713Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80097752Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80098369Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801141522Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801190562Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801234493Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801244623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801253453Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801262013Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.801268853Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.802576387Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.803492866Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.803695898Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804091992Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804237914Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804247964Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804425206Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804465786Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.804639688Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.805899491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.805927612Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.805978162Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.806057003Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.80776126Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.807773511Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 588912212 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.807785641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.807916742Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.808023193Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.809370107Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 590519659 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.80963701Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.809937563Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.81058706Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"9.683201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.810785352Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811079325Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811088245Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811154456Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811734652Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811910623Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811924314Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.811981574Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.812104916Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.813864004Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814144577Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814155317Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814208047Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"14.623621ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814336069Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814579961Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814600682Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.814768603Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.815603952Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.815617072Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.815750143Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.816512781Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.816669363Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.816946156Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DnsResolver","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 598094967 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.817266459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.817497641Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.817767654Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.8183211Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.818518962Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.818617543Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.818778505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.82309505Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.82312406Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"22.170881ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.835791931Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.835847012Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.835858802Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.836120875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.836960294Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"37.190636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.841393709Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"41.647212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.843402941Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.843665063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.846467432Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"45.552513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.846754465Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.848523423Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.848551084Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.848686115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.849338082Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"49.625555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.849842847Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"48.895728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.85006269Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.852363783Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.852386724Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.852511295Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.912378346Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.91269519Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.914294486Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.914306266Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.91465599Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d42c573-112f-42f4-aa9a-3cd0d2e81422\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.91467255Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.916276457Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.949232139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.949250279Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.949812605Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc605024-1109-4476-a7aa-94366c7eaecb\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.949838585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.950123198Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.951869476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.952138349Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.965646169Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.96568053Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":88,"elapsed":"164.71975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.982337583Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.984780438Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.984829989Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.98499566Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.986518356Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.986833779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.987013301Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"0","iteration":30,"elapsed":"186.124762ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.98782779Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.98783814Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.9878444Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.988106552Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.988126963Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.989685827Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.989695117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.989910001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.990985362Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.992416717Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.992438377Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.992556559Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:44.992791861Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.992807311Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.993120635Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f8ba2325-34fc-4a87-a515-010055b5fedc\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.993132075Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.993482448Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.995021494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.995223896Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.997957725Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:44.998145117Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.001761154Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.001779234Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.002126398Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"817b8bf4-d809-4a74-91db-3cad6c55ac7d\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.004686224Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":30,"elapsed":"205.011279ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.010096441Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.010427024Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e3bf50-a61e-4bac-ba83-28dd69f40845\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.01197793Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.012264373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.01389173Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"null","iteration":30,"elapsed":"214.044002ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.017319386Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.017332936Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.017341766Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"217.69446ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.024801323Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.024816144Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.025108136Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f61824-6f69-4d9b-8972-506126dd99a6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.025124017Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.02544475Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.02545585Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.025674973Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"MgsClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0206bb-49ce-4dc0-93f7-50503c5927fd\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 06:07:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.025687222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.029540913Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.029561613Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.04956803Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"249.733852ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.109424702Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":30,"elapsed":"308.491343ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.141191981Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.141737097Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"SledAgent":"176942d8-6f67-414d-8390-55e992dfe909","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1935a032-5684-41e7-8b38-8879de1730c5\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.141761507Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.141771847Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.141779758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.14297494Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":30,"elapsed":"342.03601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.196991601Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.197342804Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.199446886Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.199473517Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.199866491Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.210805714Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.211158368Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69de6543-83f4-4688-a63f-af2f32985add\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211181758Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211192838Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea212d0d-5ee9-4f85-89a2-0ec47b770fb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211507442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211521042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211528442Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211537332Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211545942Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211553402Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211715104Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211725414Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.211949246Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.211959446Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.212193298Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.214143429Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.21424817Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c0a6edc-2b41-4ad9-85d4-d3ff23898104\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.21425998Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.214329581Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"component":"DpdClient","rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75d86e9-7c9c-485c-b677-b22fd2a09dfd\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.214343811Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.214388001Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.361721061Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9323ec73-584c-4bc0-9f31-054a210cb035\", \"date\": \"Tue, 19 Nov 2024 06:07:44 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:45.361770471Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.361781621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.362238336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"rack_id":"f37e9a5a-e62c-4f4c-b823-2a838c617a9c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5403527d-7a91-4015-863c-506c32458e7d\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 06:07:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.362297147Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.362753132Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.3655285Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.365895574Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.372717965Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.372956217Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.374983458Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.375314312Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:45.382739439Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{}","iteration":30,"elapsed":"583.106653ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:50.73369063Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"9a610ea2-8d0a-483b-b1bb-b360ba9197bd","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":372,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800278081Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800332682Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800641875Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800687755Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800697956Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.800880807Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.803374103Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.805855879Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.805871739Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.806028621Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.807938411Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.808131293Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.810053033Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.812410347Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.812425187Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.812561459Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.822894336Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.822922946Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":89,"elapsed":"22.222621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.830528715Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.830742607Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:54.85993373Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"59.675509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:55.725496305Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"f3993b57-f2cc-479a-aaad-daf86d927f57","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:55.725854388Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"f3993b57-f2cc-479a-aaad-daf86d927f57","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:55.72891115Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending","method":"GET","req_id":"f3993b57-f2cc-479a-aaad-daf86d927f57","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3499,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:55.729161383Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"f0132c47-eae7-4c14-bde0-848ffbf8d7a4","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:07:55.729452746Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"f0132c47-eae7-4c14-bde0-848ffbf8d7a4","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:07:55.731397836Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D","method":"GET","req_id":"f0132c47-eae7-4c14-bde0-848ffbf8d7a4","remote_addr":"[fd00:1122:3344:101::d]:61667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.800125678Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.800176649Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.800483042Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.801222339Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.80124344Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.801613893Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.803467883Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.805843987Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.805859417Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.806015009Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.807426464Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.807699036Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.809551476Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.811941851Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.811956341Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.812089222Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.821293088Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"original_time_created":"2024-11-19 05:53:05.321433 UTC","original_target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","time_created":"2024-11-19 05:53:05.321433 UTC","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.821314038Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9e3e9757-2602-41c6-abe7-7d47bffa8553\",\"time_created\":\"2024-11-19T05:53:05.321433Z\"}","iteration":90,"elapsed":"20.097919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.827871116Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.828128139Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T06:08:04.854710384Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"67225c0a-0a53-4e08-a753-a917553c7b98","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"54.607116ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T06:08:05.734126113Z","hostname":"oxz_nexus_67225c0a-0a53-4e08-a753-a917553c7b98","pid":23423,"uri":"/67225c0a-0a53-4e08-a753-a917553c7b98","method":"GET","req_id":"a168a153-bbe8-42fe-96ba-86d398089dd4","remote_addr":"[fd00:1122:3344:101::d]:61545","local_addr":"[fd00:1122:3344:101::c]:55294","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"67225c0a-0a53-4e08-a753-a917553c7b98","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":548,"response_code":"200"}