{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874385514Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874452584Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874462664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874469384Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874750327Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.874880368Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.877228769Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.879743571Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.879767241Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.879916483Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.882547686Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.882840008Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.884949667Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.887459879Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.887478259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.887637481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.901667084Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.901698605Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":71,"elapsed":"27.28924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.906080213Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.906347536Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:01.935617894Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"61.247391ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:04.506407517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"4c04fd17-e144-49ca-a524-b68bb12c18f0","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.873724426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.873788227Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.873797997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.873805087Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.874089439Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.87412095Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.875631923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.875820825Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.876043727Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.877326318Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"3.617672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.878564699Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.878582239Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.87874282Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.879918711Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.880127693Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.881380764Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.883597773Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.883612894Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.883746795Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.894893343Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:11.894918323Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":72,"elapsed":"21.191877ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:14.50573908Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"d3674a28-ad5a-4e8e-8f3e-2a9a35e93b39","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874613392Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874663813Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874673303Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874681023Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874688423Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874696483Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874704573Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874713083Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874722853Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874731354Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874738783Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874745654Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874754154Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874761204Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874769584Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874777634Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874786554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874794314Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874802814Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874810494Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874819624Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874828164Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874837394Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874844664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874852824Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874861335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874869165Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874877585Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874885815Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874894025Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874901685Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874909695Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:30:21.874918005Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874929015Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\"}","iteration":14,"elapsed":"10.771µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874938795Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874947185Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874955376Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874963396Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874974656Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874986346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.874998386Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.875010596Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875021296Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875031566Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875042986Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875053906Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875065636Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875074426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875083346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875092557Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875100937Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875111127Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875121447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.875131327Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 08:20:21.874952935 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875140597Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875149497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875158367Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875166537Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875175557Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875185727Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.875196867Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875206808Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875215658Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875225618Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875234998Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875245468Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875256348Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875308459Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875336239Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875351969Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875365629Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875380629Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87545692Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.8754731Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87548307Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87549267Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87550058Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87550987Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87551935Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.87552939Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875566551Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5037fa1b-4769-431c-8e17-0ed172e6d4e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1703, tv_nsec: 865423207 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875583051Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875593971Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875602211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875610481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875620021Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875628291Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875641071Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"35bcbd45-3578-45df-b73d-00c21093df02.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50a4d151-f70f-4790-a525-028d2812625b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1703, tv_nsec: 865465898 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875662362Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875672692Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875682432Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875692092Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875730572Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875743332Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875926364Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.875939354Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876110796Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876121826Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876129816Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876136196Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.370692ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876185856Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876195796Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.425842ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.876326637Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.877861991Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.879204553Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"4.56646ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.879311624Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.432199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.880700926Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.880717776Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.880933608Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.880949368Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.880956408Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.880964589Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"6.267525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.882743874Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.883071917Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.883094807Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"8.413534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.883677812Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.883941695Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.885248736Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.887856799Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1703, tv_nsec: 877709636 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.888124052Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.888139912Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.888173532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.888358984Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.890884346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.891819674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 08:20:21.874952935 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.891837324Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"expiration\":\"2024-12-21T08:20:21.874952935Z\",\"pruned\":[]}","iteration":13,"elapsed":"16.871459ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.892085427Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1703, tv_nsec: 881946423 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.892405089Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.892826793Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.892840823Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.893017425Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.895131113Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.896070922Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.898267641Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.898292031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.898477013Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.89924335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.89926193Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.899473952Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.903284875Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1703, tv_nsec: 893130692 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.903989841Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.909865163Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.911176775Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.913787228Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.914196302Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.916910755Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.916943346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.918669031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.918698741Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.918709861Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.918718811Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.918981884Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.92199809Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.922297743Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.925824214Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.930204973Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.930241333Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.930519035Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.935944743Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.937310086Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"62.228829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.937634908Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.938024342Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.938601137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.938620417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.938848259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.939510085Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.939800547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.940451913Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.940522144Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.940546664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.940555094Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.940750326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.940994048Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.94123493Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.941367671Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"66.367635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.941585503Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.941906646Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944039705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944074285Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944196596Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944242227Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944297457Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944406438Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944423828Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944714151Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.944736701Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.945369277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"70.542022ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.947039711Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.947064532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.947278823Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.948345623Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.948539645Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.948553775Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.948842387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.950481022Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.950490762Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.950724874Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.952262737Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.95250636Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.95253496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.952816482Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"78.009048ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.952836062Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.95481852Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.95484596Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.955068972Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.955569167Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.955596767Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.955608427Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.955854079Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.95591545Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.958944326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.961195696Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96159326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96160967Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96161853Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.961856862Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.962229705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.962502408Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96615733Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96618343Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96619321Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966497293Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966578233Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"91.708189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966591564Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966726005Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.966777705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.96841848Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.968729672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.968741703Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.968748533Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.968979145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.987134405Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.987160445Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.987174735Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.987618319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.992967216Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.992992186Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.993003397Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"118.076921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.995867512Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:21.997473656Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.997500416Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.997511286Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.99791226Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:21.998036991Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.000440012Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.000463592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.000714485Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.001758462Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.001769702Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.001973113Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.009413181Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.011380319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.015418734Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.015447475Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.015652746Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.037077626Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.037160076Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.03764938Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141aa1b4-64e2-4bb6-8eff-46fe18a07f59\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.037693651Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.039786349Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.053706652Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:30:22.05570652Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.05574662Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"181.112108ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.082729528Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.082780289Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.083143412Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad3fc42-d86e-4bfb-9588-8265f208aeb9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.083169112Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.086109138Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.106150525Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.106458637Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.131936902Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.131958652Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.132257155Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a1b069-a4b1-423a-93d5-4abbf60177a5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.132274705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.133645947Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.220978637Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.221010478Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.253268802Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":25,"elapsed":"378.325857ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.25863242Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/a228df23-9207-434c-917e-97e43676157c/state","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.260556817Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.262988848Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.263880316Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.26433217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.264573662Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa66792-bf80-4c8a-a5fc-808573a520e4\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.266457269Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.268631538Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.269000021Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.269305224Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.269333364Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.269346214Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.269549976Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.271426933Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":25,"elapsed":"396.471027ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.272347571Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.272379201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.272667764Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.275270326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.275301467Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.275316357Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:22.068410 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.275329627Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1}","iteration":13,"elapsed":"400.524883ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.278740897Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7295779d-c513-4a91-ba61-fd8a6b1d20b7\", \"content-length\": \"583\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.278780567Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.279283222Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.283532299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.283556989Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":73,"elapsed":"408.635474ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.306814635Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.30738198Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a07b487-f6e3-47de-a50e-46b7175a144e\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.30740673Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.312687077Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c7968f4c-21cb-40c5-b307-b95729bfb01f\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.312720497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.315083058Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.315116048Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"440.426975ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.317326857Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"442.574764ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.323217169Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.323248479Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.32326229Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"448.519366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.32333626Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.324498331Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.325065596Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.325922023Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.325978754Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.326165745Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.326981632Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.327264085Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.327877191Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.327904701Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.327921621Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.328162653Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.328308944Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":25,"elapsed":"453.390849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.329923958Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330187731Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330202991Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330504634Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330663335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330676165Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.330991168Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.332723633Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.332747863Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.332875024Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.335208865Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.335233075Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.335242505Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:23.563952 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.335251325Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2}","iteration":13,"elapsed":"460.494072ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.34598962Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.346570915Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca23a28f-a58b-4c42-9317-89eb2098ab26\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.346600036Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.348783255Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3c2cc541-962b-42ed-a223-39acca84afbf\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.348806625Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.350951844Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ea551a7-9799-4a19-88dc-dc18f7db1c24\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.350981264Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.353024572Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.353068292Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"478.157087ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.355659435Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{19c9f3b6-5823-4bf2-b225-3215550c2725: {10.151.1.176: {84f70ef7-c9b2-4948-ac32-a394fef7c674}, 10.151.1.175: {84f70ef7-c9b2-4948-ac32-a394fef7c674}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.355683315Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.355898587Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"06e34e94-ec63-4abc-901e-70817c449164\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.355911927Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.3561901Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.358384799Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.358594801Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.361840359Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.362178312Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.36536018Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.365685163Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.366065256Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T08:18:19.279666Z, time_modified: 2024-12-21T08:18:19.279666Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.366096037Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]}},\"default_endpoint\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"491.199842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.367387588Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.367653261Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.370083332Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.37046509Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.372763636Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.372778466Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.372788506Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.373107749Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c5d03ae7-d204-41e2-9400-fa8df9d10c08\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.374714403Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":25,"elapsed":"499.686247ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.39251265Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"517.518064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.399535052Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.399921685Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.402255416Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.402281926Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.402496338Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.412493946Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.412837099Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f2a308-1bfb-47f3-8704-8f7c94f9c446\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.41287018Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.41288314Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413112202Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413123692Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413131872Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413140172Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413148302Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413155542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413307603Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413325004Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.413551606Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.413565655Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.413799098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.416181759Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.41631996Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9fcca4-d2fe-4e96-af57-3edd8bc84e0a\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.41634891Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.416409561Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d074a17f-20fa-41c9-8c05-341b69c59628\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:30:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.416434191Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.416445041Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.436961702Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.523941839Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"47f3a809-5dc4-426f-bc62-ec2164bab94f\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.523972599Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.523982909Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.524642365Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f5a783-351e-4dd2-b692-4a401df14d10\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.524696666Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.52510651Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.52520133Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de48515-5422-4d01-9f20-919fbdac20dd\", \"content-length\": \"810\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.525253031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(7000608) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.525278961Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.525289181Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.527535121Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":25,"elapsed":"652.688937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.529277455Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.529549782Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.533288831Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.533582844Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.535940045Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.536180277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.546624449Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":25,"elapsed":"672.008167ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.580635689Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/a228df23-9207-434c-917e-97e43676157c/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5adbc2a9-9d1b-478c-b66a-d645bc33af60\", \"content-length\": \"131\", \"date\": \"Sat, 21 Dec 2024 08:30:22 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.588471058Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"vmm_id":"a228df23-9207-434c-917e-97e43676157c","sled_id":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","instance_id":"ed7e5504-1095-4d5f-8d41-92548098bd5c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-21T08:30:22.525826336Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.588496538Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"vmm_id":"a228df23-9207-434c-917e-97e43676157c","sled_id":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","instance_id":"ed7e5504-1095-4d5f-8d41-92548098bd5c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-21T08:30:22.525826336Z }","propolis_id":"a228df23-9207-434c-917e-97e43676157c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.588510729Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"vmm_id":"a228df23-9207-434c-917e-97e43676157c","sled_id":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","instance_id":"ed7e5504-1095-4d5f-8d41-92548098bd5c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.588812701Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"vmm_id":"a228df23-9207-434c-917e-97e43676157c","sled_id":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","instance_id":"ed7e5504-1095-4d5f-8d41-92548098bd5c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:22.630745771Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:22.632727169Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"757.812783ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:24.506000161Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"a05323c1-d6bd-49d1-a52d-29aa3cc4f676","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874326578Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874409539Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874429249Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874443679Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874778762Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.874794542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.876585238Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.87914374Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.879159511Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.879298812Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.881079057Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.881276459Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.882683502Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.885034672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.885049503Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.885181554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.896863017Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.896888897Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":74,"elapsed":"22.586489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.903889789Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.904158481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:31.93801127Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"63.690322ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:34.506954537Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"76603f13-193c-4df3-800b-e01cff2be7be","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875119783Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875205514Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875223975Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875238264Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875666988Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.875710779Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.878027289Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.880465781Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.88049051Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.880621254Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.882761951Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.882973673Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.884207964Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.886413973Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.886427893Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.886568435Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.903299912Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.903327622Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":75,"elapsed":"28.202099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.907766162Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.908109314Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:41.943660378Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"68.561885ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:44.506255619Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"4126f1e4-b432-4a42-9ee5-e4fc229318f7","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874480496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874536647Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874546587Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874555137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874564107Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874571677Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874578977Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874587987Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874595277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874602857Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874610087Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874617717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874624137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874631757Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874638678Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874645238Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874652488Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874659328Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874669768Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.874680458Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874701388Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874710688Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874719628Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874729498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874738549Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874748229Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874757139Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874766279Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874775829Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874784239Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874794199Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874803099Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.874811809Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875000901Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875024181Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875034831Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875044001Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875053151Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875063021Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875071621Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875080812Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875089661Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875123732Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875134542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875141552Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875175712Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875185342Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875192202Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875725447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.875736247Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.87601019Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.878206559Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.620142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.87833481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.879656932Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.879827813Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1733, tv_nsec: 869119390 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.879867064Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.880131366Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.880243517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.880256107Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.880414319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.881989193Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.883779748Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1733, tv_nsec: 873068165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.883806898Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.883817809Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.8839672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.884049591Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.885621225Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.885818276Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.88850262Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.88851674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.888718532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.889082495Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.889092925Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.889257686Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.891580217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.891603997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1733, tv_nsec: 880878374 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.891809569Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.8919323Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.892317964Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.892694497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.893891507Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.897998514Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.898016554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.898238496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.910152381Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.911020338Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.911404062Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.91230825Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.91233041Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.912495782Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.915217186Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.915238326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.915245676Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.915501008Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.915618089Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.91565737Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":76,"elapsed":"40.958951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.916229924Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.918756717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.918786677Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.918796667Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.91913854Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.919304491Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.919847176Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.919878817Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.920052518Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.92027887Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.922894063Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.923085635Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.924170045Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"49.644468ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.928834386Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"53.098578ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.933249654Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"58.756568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.933663918Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.934109402Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.934401645Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.935503045Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.935520345Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"60.902068ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.935618206Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.935631126Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.935805217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.95201029Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.952408303Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.952743417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.953866956Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.953883896Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.954059628Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.955147958Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.955344469Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.957241766Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.959388965Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.959627087Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.9599079Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.95992532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.960096481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.961708626Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.961734386Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.961745026Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"87.167689ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.962679824Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":26,"elapsed":"88.000806ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.963624142Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"89.055175ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.963802784Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"89.155147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.964307699Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.964568161Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.980208309Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.980223409Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.980560592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107b2cfe-2440-4154-ba3b-70d4424e4332\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.980590622Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.983011064Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.983033064Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.983269166Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b90fc1-08e5-49fb-af7a-f0b5dbebf2ed\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.983281916Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.983289186Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:51.98486636Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:51.987379282Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"112.874036ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.00522884Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.00525286Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.005535902Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3215b74d-b274-444c-81d6-ac3c4c706e26\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.005551212Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.007435879Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.029897277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"155.24027ms"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.079354983Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.079408504Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.079813447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab1d351-0f93-48f4-ad92-ca2c52949a32\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.079842658Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.080237001Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.098607733Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.099003127Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8e4d74-99f4-4398-a56a-155fb7150492\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.099499891Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":26,"elapsed":"224.826473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.100642661Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.100958994Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.102945981Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":26,"elapsed":"228.478595ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.128947751Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.128997351Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.129267303Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f6f08e80-257b-4c50-9026-bc9dc7fc9b3b\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.129287944Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.129602457Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.132037788Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.132366101Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.134783202Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.135003834Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.137219414Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.137237594Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.137595337Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b0abda3e-8c68-488b-8ceb-f1e085c5f812\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.139609565Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":26,"elapsed":"264.984228ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.167361119Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.167725413Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.169240986Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.169256406Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.169542059Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.176875603Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.177215706Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf70964b-2865-4818-86be-9caf1773e0c4\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177241207Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177252447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177551729Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177562489Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.17757011Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.17757829Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.17758646Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.17759389Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177752411Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.177762511Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.178001304Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.178014773Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.178337906Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.180052371Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.180210003Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fecf2b-9236-4e4c-86d9-ed6b72b9ff17\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.180237083Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.180306934Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b80f29d-e79a-4321-a7c3-f104dc1e2134\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.180323734Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.180334664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.184046887Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.184369709Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.186116675Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.18776899Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.18778391Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.187957601Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.189402314Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.191087029Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.191102899Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.19125088Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.225724534Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.279383408Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"81483d64-fd9b-4277-8e80-2996fc4e98b5\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.279409428Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.279419938Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.279775291Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e81c6ce-3543-4b5a-a41d-24dc61c18147\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 08:30:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.279799211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.279808862Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:52.279816271Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.279920742Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f231e6-964d-4ab6-91a6-a916aebb6ac5\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:30:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.279963373Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.280202965Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.280590438Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":26,"elapsed":"405.979681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.283667525Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.283877317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.28756299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.287775252Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.289632448Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.28991464Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:30:52.296967313Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":26,"elapsed":"422.427546ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:30:54.507218316Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"b78b3632-1275-4f66-a3e9-832a64c1533b","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.875543964Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.875638865Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.875661655Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.875678875Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.876125299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.876150409Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.877957335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.880315376Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.880333396Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.880461497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.88187598Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.882091292Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.883917388Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.886329279Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.886342839Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.88648071Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.899706777Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.899731717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":77,"elapsed":"24.191093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.906158504Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.906369096Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:01.907855699Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"32.345096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:04.50669534Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"72812b48-bb10-4409-9e5a-8b3269e32dfe","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.874985447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.875076468Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.875095118Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.875110038Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.875358441Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.875555292Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.876995785Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.877205757Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.87755903Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.878838881Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.879014ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.879973791Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.879988092Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.880128123Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.881763477Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.881927069Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.883490372Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.885576921Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.885589921Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.885723932Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.89796674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:11.89799119Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":78,"elapsed":"22.991143ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:14.506724568Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"ad347dcd-4b05-495e-9399-b2fdd1b80199","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:19.497813499Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:58363"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:19.497984871Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"18f69ce4-4819-42ec-b578-e8f1be8d9bd4","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:19.498411785Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"18f69ce4-4819-42ec-b578-e8f1be8d9bd4","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:19.500547093Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"18f69ce4-4819-42ec-b578-e8f1be8d9bd4","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2627,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:19.500788835Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"38e46072-1b8f-4d85-bf64-8b8c1c1b68e7","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:19.501121948Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"38e46072-1b8f-4d85-bf64-8b8c1c1b68e7","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:19.503357528Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"38e46072-1b8f-4d85-bf64-8b8c1c1b68e7","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2630,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875056086Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875113007Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875124147Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875132417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875140047Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875147387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875154067Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:31:21.875161457Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875170487Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875177737Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\"}","iteration":15,"elapsed":"18.59µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875186127Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875193157Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875199417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875205687Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875212148Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.875217997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 08:21:21.875135777 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875224237Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875229968Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875237358Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875244598Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875250838Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875258558Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875266038Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875273228Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875280048Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875286568Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875293808Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875300428Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875307688Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875314558Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875321838Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875328198Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875335309Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875341689Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87546839Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.87547669Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87548317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87549105Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87549705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.8755043Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87551077Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87551805Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87552542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87553267Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87553835Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87554496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.87555204Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875558251Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875564691Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875572291Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875579221Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875585461Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875592441Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875598171Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875605041Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875611261Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875617141Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875622861Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875631721Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875637881Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875646281Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875659851Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875685312Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875780793Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875809043Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875821253Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875832993Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875843233Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875856453Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875905963Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875920814Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875932124Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875943584Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875954994Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875963554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875971004Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875979674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875988744Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.875995454Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876004464Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876013364Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876019815Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876028435Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876036735Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876043865Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5037fa1b-4769-431c-8e17-0ed172e6d4e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1763, tv_nsec: 864754872 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876056345Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"35bcbd45-3578-45df-b73d-00c21093df02.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50a4d151-f70f-4790-a525-028d2812625b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1763, tv_nsec: 864767941 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876068655Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876355518Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.876559799Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87658678Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.217281ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87663702Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.87664901Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.251971ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.878104063Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1763, tv_nsec: 866820480 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.878373455Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.878394885Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.878405136Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.879679547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.548201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.879733197Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.88005053Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.880223672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881419012Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881431502Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881680165Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881728275Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881738965Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.881907487Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.882896848Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.88290642Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.883087058Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.884057406Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 08:21:21.875135777 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.884088716Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"expiration\":\"2024-12-21T08:21:21.875135777Z\",\"pruned\":[]}","iteration":14,"elapsed":"8.924338ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.884342448Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"9.135321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.884479579Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.885039914Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.886006923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1763, tv_nsec: 874727819 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.886279175Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.886361496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.887347824Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.887361755Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.887643697Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888069891Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888081451Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888259043Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888396604Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888406794Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888557075Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.888817337Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.88909695Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.889302022Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.889866747Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890136609Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890549583Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890559353Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890628184Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890712814Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.890950616Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890962926Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.890972387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.891142598Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.891981655Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.892264798Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.892361339Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.892371429Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.89250623Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.895497916Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.895682498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.896113452Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.896183953Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1763, tv_nsec: 884902709 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.896342494Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.896382204Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.896553936Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.896639426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.897128191Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.897289262Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.897418313Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.897525084Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.897784136Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.900049407Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.900069557Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.900288099Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.903114363Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.903732579Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.906842056Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.906873337Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.906947217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.908318329Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.90834535Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.908540291Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.913457615Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.916482352Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.916510262Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.916737664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.917701942Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.918123506Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.932836666Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.932874586Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.932887376Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"57.433827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.934539011Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.934984115Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.935565798Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.935829068Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"60.623445ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.935856847Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.936654419Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.93666779Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.936674179Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.937052913Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.937208104Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"62.075257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.939039711Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.940853467Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.940870327Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.940879397Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"65.485767ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.941397171Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.941423472Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":79,"elapsed":"66.226954ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.941644734Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"65.686249ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:21.941850095Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.941863905Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"66.435056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.942050477Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.945853431Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.947075991Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"71.821183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.950239359Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.962060414Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.962283945Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.967052098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.967240359Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.973727626Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.973740317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.973747937Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.973755187Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.974028479Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.979078344Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.979090644Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.979098254Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.979105434Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.979271915Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.998232942Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:21.998420824Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.031687928Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.031759028Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.031779098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.032070931Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60bdf33d-fbed-42e4-8b31-292845b0aef1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.032098101Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.034768255Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.041092754Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.088402708Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.088474369Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.088801172Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16401c75-b0cc-4d31-b670-1c341ae86f83\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.088839422Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.090696098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.205136838Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.205186988Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.20546825Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08de028-4bb5-4cad-95b6-953131b4b2b0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.205495841Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.207841221Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.224571189Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.224596649Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.226289754Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"351.113017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.227991319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.228420193Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.228859297Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"353.381258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.228914677Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.230219959Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.230777014Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.230876365Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.230888325Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.231122687Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.23370389Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.23373042Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.233919241Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.234435386Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.234455136Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.234634388Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.259743269Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80e2be1-fbf3-4fa6-b614-d0531d58498a\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.2597924Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.260216823Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.272473321Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.272523042Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.272538602Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.272851155Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.274492259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.27451745Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.27452645Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"399.13954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.274995554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.278751487Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.278784877Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.279028339Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.284510968Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T08:18:19.279666Z, time_modified: 2024-12-21T08:18:19.279666Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.284582038Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]}},\"default_endpoint\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"409.355121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.285803989Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":27,"elapsed":"410.716513ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.286706627Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.286727387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.286740977Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.287168771Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.291481569Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.294111462Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.294134843Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.294282944Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.29720211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.29722873Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.29723781Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:22.068410 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.29724717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1}","iteration":14,"elapsed":"421.75377ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.299026176Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.299313698Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2eee4ee-9858-4426-92b1-0cec1a16ff92\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.30069215Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.300903982Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.303235423Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":27,"elapsed":"428.163067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.307857424Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.310759799Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.310785899Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.310920051Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.312383264Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312406564Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312615486Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b07602ff-82f5-4b85-8473-a7859c437c9d\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312626246Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312823137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312977479Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312989689Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.312997839Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:23.563952 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.313006209Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2}","iteration":14,"elapsed":"437.664101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.314779275Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.315240649Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.318157055Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.318401797Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.320935799Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.320955749Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.321371313Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1f800026-abab-4377-b8db-aad35f593b0c\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.323152348Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":27,"elapsed":"447.84025ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.323860065Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.324168717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a3dcf3d-6d96-43ca-b7b5-0b077f805ffc\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.324183658Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.325645381Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"de9eec7a-4a30-45f8-a7cd-651a03eab30f\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.325769542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.32781552Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.3278289Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"452.541362ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.330939217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.33803228Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"462.797282ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:31:22.342911953Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.342931353Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"467.468754ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.354671186Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":27,"elapsed":"479.497519ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.358711201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.359010224Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.36080134Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.362422124Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.362436574Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.362597536Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.394890041Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.396425484Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.396442674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.396579595Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.482238221Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.494068235Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.49452607Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ab9dae9d-874e-468f-9980-6bd2af553844\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.49453801Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.496078953Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2cd10e3f-3243-4dd9-b15c-690f54b4d323\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.496092943Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.498094131Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c13e7ecb-b2f2-4441-8d21-474a3df261aa\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.498119381Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.500410871Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.500451902Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"625.104254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.52856278Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.528871442Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.530809139Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.53083374Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.531129792Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.54108485Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.541345023Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78957480-b970-4872-aa36-78323a22676f\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541370373Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541382373Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541610915Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541623735Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541630845Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541638245Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541645575Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541652885Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541788236Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541798207Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.541989788Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.542000918Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.54221719Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.544330679Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.54443764Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"501fd049-b403-4530-9203-a5664f092cd1\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.54446028Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.54453226Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20fa4775-3862-42fc-8509-37f8dc391faa\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:31:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.544544321Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.544557551Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.556388145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c4f1fe-803d-4c10-b089-96c25351e9bf\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.556414805Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.556424936Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.556433796Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.55809233Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":27,"elapsed":"682.812592ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.639435088Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d785d1b8-1ee6-4648-8013-1af9eb84405e\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:22.639461358Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.639470868Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.639752111Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daae6a89-6b7c-40a8-9bf0-e26507379435\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.639789551Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.640017003Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.643705815Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.643912617Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.646429759Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.646767232Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.64880212Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.649034582Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:22.655911923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":27,"elapsed":"780.858797ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:24.50704183Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"00627e5e-4bae-43a6-803b-7f8e4b1bf310","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.87562806Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.87571614Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.875738101Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.875754891Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.876177955Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.876199625Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.878008571Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.880425792Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.880447102Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.880573923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.882863803Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.883194116Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.885225284Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.887613225Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.887625785Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.887760717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.900417838Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.900441238Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":80,"elapsed":"24.840179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.905215911Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.905481163Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:31.933678332Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"58.056503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:34.507188009Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"6985218c-128c-4ca6-b0f1-c06ae6474982","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.875512367Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.875593308Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.875611108Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.875625758Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.876082862Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.876109632Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.87815992Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.878388882Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.878747115Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.880066287Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.587341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.881185497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.881197137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.881342298Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.882956782Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.883167424Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.884780789Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.88719515Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.8872168Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.887347381Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.899978323Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:41.900002973Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":81,"elapsed":"24.488966ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:44.508455999Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"09b73acb-412d-413f-af6b-4cd0c0647e0a","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:49.499141556Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"967e0469-9c52-4e02-a054-43ad710c837c","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:49.499530719Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"967e0469-9c52-4e02-a054-43ad710c837c","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:49.502475825Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"967e0469-9c52-4e02-a054-43ad710c837c","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:49.502719027Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e22915a1-12f3-4bf1-b95f-34dd493250db","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:49.503066061Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e22915a1-12f3-4bf1-b95f-34dd493250db","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:49.505390171Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e22915a1-12f3-4bf1-b95f-34dd493250db","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2715,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875755237Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875819498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875846778Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875875488Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875887128Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875896278Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875904329Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875912489Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875921239Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875929759Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875936679Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875944749Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875952619Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.875960349Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875968929Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875976469Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875984999Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.875993079Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876001829Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876010099Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87601785Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87602571Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87603369Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87604136Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.8760491Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87605593Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87606328Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87607137Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87607913Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87608645Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.8760935Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87610196Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87611031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876298682Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876313552Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876323592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876358953Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876369263Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876379583Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876387923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876397423Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876410783Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876445503Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876457023Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876465363Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876473683Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876481714Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.876493894Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.877013278Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.877022208Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.877259821Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.878175609Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.878185889Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.878820444Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.879075277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.879232148Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.267959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.87945765Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.879975865Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"4.206827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.880785241Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.880797752Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.880999314Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.881527568Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.881537728Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.88170882Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.88177806Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.88178689Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.881942162Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.882556217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.8828384Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885335442Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885364012Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885501473Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.885559464Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885571384Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885577454Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.885733725Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.886049938Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.886072708Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.88626244Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.887266259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1793, tv_nsec: 875417766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.887561261Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.888745182Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1793, tv_nsec: 876901488 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.888776322Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.888967114Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.890101244Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"14.282826ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.890121384Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1793, tv_nsec: 878269711 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.890429027Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.891024592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.891047972Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.891266054Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.893356463Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.893594594Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.893855147Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.894045069Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.894394822Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.894564493Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.895716863Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.896758453Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.897035835Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.897417618Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.897438679Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.89757297Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.898471517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.898503708Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"22.550429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.910576864Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.910803426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.912415711Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.914072125Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.914085975Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.914234997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.915506378Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.917097032Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.917120472Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.917249923Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.917324844Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"40.309686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.917755858Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.91801289Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.919423342Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.919914697Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.919956287Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.920153959Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.921907954Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"46.051716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.922241327Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.92250222Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.923948782Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.926272733Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.926287863Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.926436714Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.927940048Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":28,"elapsed":"52.14811ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.928640604Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.928652864Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.928658984Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.928905756Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.929995416Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.930158097Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.930241498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.930902374Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.930915024Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.930922544Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"55.006396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.930998244Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.932026624Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.932039144Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.932239986Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.93388907Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.93390057Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.934074512Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.943970829Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.944003629Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":82,"elapsed":"68.232842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.946203459Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.946412991Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.964099547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"88.108367ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.986237082Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"110.355603ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.9985145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.99853299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:51.998835843Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe5f60e-1229-407e-b39e-55403c0110ba\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:51.998853573Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.000013993Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.003588875Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"127.775378ms"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.1424452Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.14248871Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.142845013Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c370c6-8eb5-4b71-8b16-d7f6c44b62b6\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.142883904Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.143296487Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.157915816Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.157946166Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.158174288Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"22a0c5dd-dd4a-41b2-a00e-3784420bee5b\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.158192648Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.158581842Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.160795502Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.160989583Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.177527399Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.177556379Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.177838372Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7340a4ab-78ff-4b01-be98-adcc5a3a9ca5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.177864172Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.179316285Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.193644211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.193668261Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.193895903Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f812d4-ee89-4f61-8651-13ffabcf32d1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.193910963Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.196193454Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.291242132Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.291714046Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff66c36-572d-4992-a656-32e044f33d52\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.291737776Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.291748106Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.291756177Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.293403391Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":28,"elapsed":"417.508463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.294125718Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.294606162Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.297270545Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.297288345Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.297674689Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ad2536c0-76bb-4aa1-8078-967848e1dcac\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.299278053Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":28,"elapsed":"423.435215ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.355007074Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":28,"elapsed":"479.092416ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.382022142Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.382260664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68baab3-de8b-46d3-98dd-9d938453f111\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.384186561Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.384462544Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.3862856Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":28,"elapsed":"510.326111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.405854112Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.406198075Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.407554147Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.407567458Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.407762499Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.416123243Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.416379015Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae201b0c-47a4-46e0-9c24-816e0083f190\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416402195Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416412916Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416670938Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416688678Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416696338Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416704298Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416711588Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416719518Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.416876009Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.41688654Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.417116932Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.417125262Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.417321504Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.419343811Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.419449472Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63932d7b-13b2-4fb6-981f-f63c32ac7589\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.419463342Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.419543983Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c51a61-3abf-4c4b-8884-b40be88bae6f\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:31:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.419556073Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.419566393Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.567408577Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a0727877-98b7-4adc-adab-eea206b0d8bf\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.567454798Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.567465708Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.56769532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f928b22e-c239-4fb5-aa26-d2a3b0f5218e\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.56773481Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.567996013Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.57114384Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.571323352Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.574292268Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.5745032Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.576588818Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.57678903Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.583758521Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":28,"elapsed":"708.011564ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.76504562Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.765083261Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.797713819Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.79782098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58188"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.798005861Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a498a68-27ee-484c-a3b9-945bdbe6abeb","remote_addr":"[fd00:1122:3344:101::c]:58188","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.798361485Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a498a68-27ee-484c-a3b9-945bdbe6abeb","remote_addr":"[fd00:1122:3344:101::c]:58188","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.837264768Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/oximeter.rs:76","collector_id":"d3e17b73-750a-4d54-b6e9-cb13b0984ebb","producer_id":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:52.837290278Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/producers","method":"POST","req_id":"4a498a68-27ee-484c-a3b9-945bdbe6abeb","remote_addr":"[fd00:1122:3344:101::c]:58188","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39345,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.837363778Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a498a68-27ee-484c-a3b9-945bdbe6abeb\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 08:31:52 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.838496639Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:31:52.838515879Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"producer-registration-task","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:31:54.507976633Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"8f8fc2de-ac5b-4b28-b8d6-7f7c247520ba","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876309711Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876389171Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876406671Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876420012Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876920236Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.876944806Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.8785776Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.879257186Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.8796129Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.881001382Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.881023532Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.881159203Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.883218791Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.883398363Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.884539453Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.886761543Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.886773113Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.886912614Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.897914031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.897936211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":83,"elapsed":"21.650671ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:01.905508258Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"29.187288ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:04.508626387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"ee151e9b-9ee0-4332-bca8-2ae93c47af37","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.875929886Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.875987316Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.875996616Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.876004646Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.876268548Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.876314429Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.878278426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.878473948Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.87866507Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.881103001Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.881120311Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.881255372Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.882722155Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.882985358Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.884711413Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.887104464Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.887117304Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.887256465Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.898821177Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.898841297Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":84,"elapsed":"22.909022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:11.906131102Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.217167ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:14.50800383Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"82bd6524-3549-45bd-a71b-2d0d0ced9260","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:19.498924299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"baa33cb4-5bce-42be-8b07-944501dad540","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:19.499363672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"baa33cb4-5bce-42be-8b07-944501dad540","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:19.505524727Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"baa33cb4-5bce-42be-8b07-944501dad540","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6693,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:19.50589076Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"92fc3ec9-7a37-4e7e-9ce7-efc4535a15a0","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:19.506230143Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"92fc3ec9-7a37-4e7e-9ce7-efc4535a15a0","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:19.508697775Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"92fc3ec9-7a37-4e7e-9ce7-efc4535a15a0","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2870,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876851882Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876908433Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876919053Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876927413Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876934553Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876941903Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876948853Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:32:21.876955033Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876962563Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\"}","iteration":16,"elapsed":"17.601µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876970513Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876977863Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876984313Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876991553Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.876998773Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877006683Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877013603Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877020154Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.877026444Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 08:22:21.876946323 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877033064Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877040164Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877046084Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877053264Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877060334Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.877067594Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877074064Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877080994Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877087324Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877093704Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877099644Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.877105814Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877112014Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877118044Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877125664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877132364Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877139524Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877146295Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877154175Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877163465Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877171355Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877178375Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877185465Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877192265Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877200005Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877206515Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877213325Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877219705Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877227795Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877237965Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877247976Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877258176Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877267096Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877276766Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877285746Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877295676Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877305096Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877313466Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877322566Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877333006Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877343656Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877352806Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877361097Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877371997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877381517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877394577Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877613259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877646189Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877660569Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877675139Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877688229Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877699149Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87770898Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87772006Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87773056Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87774076Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87775162Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87776283Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87777387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87778579Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87779817Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.87781003Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877821161Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877831131Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877842651Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877853101Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877862031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877872491Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"35bcbd45-3578-45df-b73d-00c21093df02.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50a4d151-f70f-4790-a525-028d2812625b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bdf4fa9e-0938-4aac-903e-8935b21f0685.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1823, tv_nsec: 865421607 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877891491Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.877902861Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5037fa1b-4769-431c-8e17-0ed172e6d4e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea826706-9f75-4635-8793-1730a859a368.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1823, tv_nsec: 865439508 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.878357525Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.878386575Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.17641ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.878420876Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.878432766Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.191381ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.879663707Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.880464924Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.880923018Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1823, tv_nsec: 868503575 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.88121526Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.881362592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.881631754Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.881657875Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.707311ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.882031498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.882048798Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.882215359Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.883285319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.883310049Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.88343613Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.885599979Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.88562445Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"8.557065ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.886526517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 08:22:21.876946323 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.886551378Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"expiration\":\"2024-12-21T08:22:21.876946323Z\",\"pruned\":[]}","iteration":15,"elapsed":"9.584504ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.887234924Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1823, tv_nsec: 874814740 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.887460326Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.887477996Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.887548366Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.887631667Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.889158521Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.890850905Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.891225819Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.891256069Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.89141723Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.893043495Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.893074455Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.893210736Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.894017273Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.894197745Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.898051209Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.89819271Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1823, tv_nsec: 885765707 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.898423802Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.898517753Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.899903755Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.899935246Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.900154538Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.90037784Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.902399877Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.907477202Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.913636046Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.918381428Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.918421999Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.918710911Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.922799547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.926213008Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.926254478Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.926266888Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.926585981Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.92871841Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.930259363Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.930295093Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.930626406Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.931915098Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.931943578Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.93220034Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.935695851Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.936127835Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.941510232Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.941972976Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.943957864Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.944194116Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.947124162Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"70.018458ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.948914818Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.948936838Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.948949198Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"71.801904ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.949538993Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"72.236087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.951195218Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.95149472Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.951724533Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.952023075Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.952148396Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.95371042Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.95373291Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.95374462Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.953940172Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.955411375Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.955728408Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.956414784Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"79.244828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.956715266Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.956738927Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.95713516Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.957771846Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.958919176Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.958943896Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.959136418Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.960386179Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.960409229Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.960420319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"83.415666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.961092335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:21.962325275Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.962417677Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.962427367Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.96274918Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.96508855Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.965119821Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.965375913Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.965429433Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.965722306Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.967703934Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":29,"elapsed":"90.71234ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.968166578Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"91.002102ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.969802672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.969824822Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.969832032Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.969838042Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.970162795Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.983509673Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.986160556Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.986195877Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.986318608Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.986355628Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.98662493Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.989430785Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.989668497Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.991774166Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"114.718412ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:21.992532593Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"115.65744ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.000960307Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.001006707Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":85,"elapsed":"124.059354ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.001684493Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.001721674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"124.77014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008317382Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.008499493Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008528214Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008538334Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008960587Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008990327Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.008998828Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.009005748Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.00922471Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.009435362Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.012364997Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.012542659Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.01269609Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.013222325Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.016663495Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.016693466Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.016912828Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.01948965Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.01951676Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.0195288Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.019791303Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.028131367Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.030381136Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.030415227Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.030590918Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.05122692Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.051704374Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.072870721Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.072921851Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.072937102Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"195.679736ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.074011201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.074044251Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.074055752Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.074659447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.074890569Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.085662674Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.085792335Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.089913741Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.089945332Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.090233854Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.090466346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.090495246Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.090745009Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.093468043Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T08:18:19.279666Z, time_modified: 2024-12-21T08:18:19.279666Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 36ce767e-8d13-48fc-b54f-25a543752b28, db_silo: Silo { identity: SiloIdentity { id: 36ce767e-8d13-48fc-b54f-25a543752b28, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T08:18:23.511483Z, time_modified: 2024-12-21T08:18:23.511483Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.093510443Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]}},\"default_endpoint\":{\"silo_id\":\"36ce767e-8d13-48fc-b54f-25a543752b28\",\"tls_certs\":[\"d4d3d1815f342882ad1c1687b3d9b611837e26888f379a800d2fbe2710458245\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"216.56542ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.096841673Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8e0ed7f2-a28d-41ab-87a3-81b7138901c7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.096867063Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.096876933Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:23.563952 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.096886073Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2}","iteration":15,"elapsed":"219.742768ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.097245426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"825f8681-b5f6-43ad-8053-b0be9965d93d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.097258796Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.097277496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"current_time_created":"2024-12-21 08:18:22.068410 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.097286736Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1}","iteration":15,"elapsed":"220.212882ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T08:32:22.099253464Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.099286664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"222.094779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.100405974Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"223.428911ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.153055688Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.153099969Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.153369851Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83befb1e-95fc-47e7-8ed8-63d8905fe0b7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.153397791Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.156762921Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.164666141Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.164692541Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.164940883Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0676dd24-be0c-4926-8ba9-9561da63bdc1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.164963203Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.166408866Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.179758844Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.182370067Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.18271545Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.185661976Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.185687266Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.185986279Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca573cec-5411-4ba8-8244-da82c09fff10\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.186009649Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.187967546Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.241923272Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.241968693Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.24392115Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.245674145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.245694506Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.245861387Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.247590352Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.249285417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.249297577Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.249447939Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.257392169Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5267fca-7c81-490f-a11d-558d5e9fccbe\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 08:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.257422659Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.25761644Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.270856217Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.271234441Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bb027055-b4da-4a83-84cb-757997664747\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.271253041Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.273157338Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f7baa1b0-9375-4d4f-9779-4e4085f98c71\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.273187968Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.276469284Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.276490649Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.276788702Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"00e32ed2-b701-4e48-9d87-4011b38097f4\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.27679954Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.277068427Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.277701778Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.277717518Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"400.492823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.27902992Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.279341212Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.283114945Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.283341527Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.285568857Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.285580067Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.286092542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"82438e88-660f-48a4-88ee-16da7deaf637\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.288258641Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":29,"elapsed":"411.231328ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.44701203Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.447389554Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"260edcc1-4ddd-449a-bb27-2afabbd7aac8\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.447411704Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.447423714Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.447432584Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.448383073Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":29,"elapsed":"571.117628ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.501155988Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":29,"elapsed":"624.133525ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.525890596Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.526121538Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154c5cce-15e7-43df-a121-b962775c6a93\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.528118556Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.528393928Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.530370086Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":29,"elapsed":"653.514084ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.533533574Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.541473634Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.541857547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.544369849Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.544383679Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.544562511Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.555033383Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.555279445Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5dae0a-3181-40ec-98ea-27a8dafb3aae\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555301386Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555312666Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555559948Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555579498Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555588448Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555622299Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555630588Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.555637499Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.55580094Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.55581126Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.556005202Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.556037592Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.556216164Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.558611545Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.558732816Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c045067-fb2e-4f42-ad9c-2d5f78bf840f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.558746506Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.558834647Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e8cafc-88d2-4234-b505-0039f7c4a2f5\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.558847787Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.558858707Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.568981526Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.56940117Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc15da7a-607e-442f-8f18-b24cf206613b\", \"date\": \"Sat, 21 Dec 2024 08:32:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.56941468Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.571514939Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7e039b09-83fb-4768-abf2-dabf7863c70e\", \"date\": \"Sat, 21 Dec 2024 08:32:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.571525209Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.572928401Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1340c82d-1c4f-4d51-a25d-059abb9aa1da\", \"date\": \"Sat, 21 Dec 2024 08:32:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.572937701Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.574758097Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.574801178Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"697.724614ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.688767203Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"55101cb0-4083-4755-8502-cb81ce8ef9b4\", \"date\": \"Sat, 21 Dec 2024 08:32:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:22.688807173Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.688820803Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.689315428Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc23f6a2-5bf0-4418-9a3f-3ac8eb6f1c1e\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.689361228Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.689706121Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.69410389Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.694368152Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.697563745Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.697887927Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.699688259Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.699974792Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:22.707243026Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":29,"elapsed":"830.390134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:24.508432892Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"08dfb57b-7923-4406-bee7-dbfb72160beb","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.876749349Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.87682806Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.87684573Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.87685954Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.877343435Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.877365565Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.879644835Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.882088286Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.882115807Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.882247958Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.884065324Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.884309426Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.885996541Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.888407962Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.888421402Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.888568683Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.900872842Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.900902242Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":86,"elapsed":"24.171503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.913626664Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.913882637Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:31.942395168Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"65.636199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:34.499802504Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"57954ac5-748d-4967-a42f-4520717f2955","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:34.500111897Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"57954ac5-748d-4967-a42f-4520717f2955","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:34.502816731Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"57954ac5-748d-4967-a42f-4520717f2955","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3087,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:34.503110163Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e9ce60a2-bbcc-4474-bc5d-fbfe83ffbe60","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:34.503451096Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e9ce60a2-bbcc-4474-bc5d-fbfe83ffbe60","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:34.505760226Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"e9ce60a2-bbcc-4474-bc5d-fbfe83ffbe60","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2715,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:34.508494621Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"0c912d86-1b3c-4e54-a4ae-44d2fee3ca02","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.876784918Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.876846909Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.876858758Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.876868069Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.877193412Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.877209882Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.878923887Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.879512842Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.879757094Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.881479669Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.711651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.88150193Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.88151392Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.881692011Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.883435487Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.883638238Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.885076781Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.887468412Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.887481672Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.887623753Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.896615633Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:41.896636453Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":87,"elapsed":"19.854975ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:44.50856175Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"2d51e14f-2b25-47af-bcb1-94f0c9b07de3","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:49.500301836Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"786e8ec2-3cd6-4805-9600-563eb87341f1","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:49.500813351Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"786e8ec2-3cd6-4805-9600-563eb87341f1","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:49.503158741Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?sort_by=id_ascending","method":"GET","req_id":"786e8ec2-3cd6-4805-9600-563eb87341f1","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2955,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:49.503448744Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"bea67a2a-bb2a-48c7-b9d8-f2e9b95e55ff","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:49.503774947Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"bea67a2a-bb2a-48c7-b9d8-f2e9b95e55ff","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:49.506160568Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/metrics/collectors/d3e17b73-750a-4d54-b6e9-cb13b0984ebb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY2MjFkYy01ODFkLTQ1Y2MtOGViYy05NGE0ZDIyN2NkZmIifX0%3D","method":"GET","req_id":"bea67a2a-bb2a-48c7-b9d8-f2e9b95e55ff","remote_addr":"[fd00:1122:3344:101::d]:58363","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2772,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876695216Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876763836Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876774696Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876784196Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876793287Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876800576Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876808727Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876817727Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876826057Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876834637Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876843307Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876851547Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876859317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876867817Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876876007Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876884317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876892317Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876899748Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876912597Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876924488Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.876939168Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876951688Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876964438Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876976428Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876987648Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.876998858Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877009298Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877021229Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877031939Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877042929Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877056079Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877068899Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877082379Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877359472Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877373582Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877384052Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877394382Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877407682Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877416372Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877433932Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877444272Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877454062Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877464593Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877473013Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877490263Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877502993Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877537953Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877551243Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877969917Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.877978147Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.87826892Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.880106756Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.880977704Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.129556ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.881218935Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"4.503479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.881590449Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.881939572Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.881960882Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.882114774Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.884138071Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.884166821Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.884295423Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.884804527Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.885795286Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.886658594Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.886691304Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.886870595Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.887160168Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1853, tv_nsec: 874166595 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.88742031Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.887865344Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.887878084Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.888046496Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.889235776Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"11.253749ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.890064453Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1853, tv_nsec: 877037870 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.890114524Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.890365106Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.890386926Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.891196523Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DnsResolver","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3b53ba2d-4d00-44a6-bd37-8306adc194ea.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1853, tv_nsec: 878202620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.891475346Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.89189402Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.892616316Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.892925469Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.894414232Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a9dd3b0d-8b1b-49d4-9c99-776368ce2302, lookup_type: ById(a9dd3b0d-8b1b-49d4-9c99-776368ce2302) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.894440282Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.894600444Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.894643814Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.895223409Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.895234769Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"18.466793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.89759127Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.89761836Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.89762992Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.900163993Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.900368495Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.916780356Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.917177633Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.917357364Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"original_time_created":"2024-12-21 08:18:10.338214 UTC","original_target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","time_created":"2024-12-21 08:18:10.338214 UTC","target_id":"a9dd3b0d-8b1b-49d4-9c99-776368ce2302"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.917380214Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a9dd3b0d-8b1b-49d4-9c99-776368ce2302\",\"time_created\":\"2024-12-21T08:18:10.338214Z\"}","iteration":88,"elapsed":"40.686799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.918558895Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.918921378Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.920446012Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.920745204Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"43.955268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.920808315Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.920938796Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.921276759Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.921568391Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.922262157Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"45.439591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.923020004Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.923336307Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.923596019Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.923606909Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.923767461Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.924895881Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.926069751Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"49.326285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.926407494Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.926420974Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.926564935Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.927413273Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.927636515Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.927688036Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.92933368Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.92935516Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.929485201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.930349319Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.930360889Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.930366779Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.930564641Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.941865221Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.941892201Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.942225184Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d691a65-57c2-4f43-b116-61b36b9ebc76\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.942248114Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.944372712Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.944587225Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.944837447Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.946171659Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.947823343Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.948044105Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.948908112Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.948936543Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.949142145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.950295565Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.950420006Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.950582457Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.952194572Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.952204692Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.952373033Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.954710354Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"77.786826ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.961866177Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.961889897Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.962115029Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3174352-b85e-4040-bd3b-cc12b61e91fe\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.962132439Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.963754563Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.965460349Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.965473789Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.965480169Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.965488969Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.965496699Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.965700161Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:51.965739211Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278402d4-73a6-4aac-a210-a5c803e8eae7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 08:32:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.965752741Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:51.968055555Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.008223246Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"131.283198ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.057898484Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.058366048Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85b8fb0-67ad-479b-9d50-1e038fc43d68\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:32:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.060585978Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.060980111Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.061746558Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.061758398Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.062143111Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"817a2052-742f-4cae-856e-d8baf4a6b863\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.062184402Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.062531745Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.063417003Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.066008416Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3b53ba2d-4d00-44a6-bd37-8306adc194ea, lookup_type: ById(3b53ba2d-4d00-44a6-bd37-8306adc194ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.066032316Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"null","iteration":30,"elapsed":"189.134819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.066044916Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.066212517Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.068306966Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"0","iteration":30,"elapsed":"191.48912ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.079615616Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":30,"elapsed":"202.684058ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.101338157Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.101368237Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.101377248Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"224.46533ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.110554818Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.110580649Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.110922582Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2aa9ac4c-4436-43fa-aba7-75d72af8c4be\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.110935652Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.111256344Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.135309167Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.138758977Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466bd257-6806-4077-8c71-3a1aeaf65b29\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.138783587Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.138796287Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.138807158Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.141191599Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":30,"elapsed":"264.421493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.14135659Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.141693053Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.14477959Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.145262795Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3b53ba2d-4d00-44a6-bd37-8306adc194ea push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.148723825Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.148740145Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.149090748Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"SledAgent":"3b53ba2d-4d00-44a6-bd37-8306adc194ea","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4327ddcb-ef56-4cc3-aba6-565298e9c60a\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.150694903Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":30,"elapsed":"273.829905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.171042612Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.171409005Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.173844777Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4986737f-c249-4380-901f-c7ce67751b89, rack_id: dcff325a-cbfd-4a8c-805a-d5b8a1a42707, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a98489e0-d62f-4837-a1f0-df124db3049c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.173869097Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.174097529Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.18332078Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.183652693Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8782ab-ea1d-4d2a-aa06-84f08b685cdb\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 08:32:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.183686423Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.183697454Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a98489e0-d62f-4837-a1f0-df124db3049c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184012356Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184022417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184029697Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184037277Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184044247Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184051717Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184236668Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.184247678Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.18446881Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.184477221Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.184760613Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.186233096Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.186354417Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549dc3d3-6f8f-4713-a172-23e59dba8efb\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.186372527Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.186464038Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"component":"DpdClient","rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a3e835-1d23-4752-bf8d-1aa641cfb8c9\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.186478818Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.186489608Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.286646642Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4dc27499-c861-418a-861c-b891cdb6c897\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:52.286692542Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.286712102Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.286922734Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"rack_id":"dcff325a-cbfd-4a8c-805a-d5b8a1a42707","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a40ccca-2cc9-46bd-b467-123d0472d503\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 08:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.286957994Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.287290977Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.290462165Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.290703677Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.293182579Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.293504872Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.295761272Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.296050654Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T08:32:52.304007155Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"80ab7034-d796-4108-a2ea-ee449a96585e","status":"{}","iteration":30,"elapsed":"427.3198ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T08:32:54.508978022Z","hostname":"oxz_nexus_80ab7034-d796-4108-a2ea-ee449a96585e","pid":26499,"uri":"/80ab7034-d796-4108-a2ea-ee449a96585e","method":"GET","req_id":"29107e7c-5ec4-4765-bdb0-ccfd5b2ca33e","remote_addr":"[fd00:1122:3344:101::d]:48581","local_addr":"[fd00:1122:3344:101::c]:63270","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"80ab7034-d796-4108-a2ea-ee449a96585e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"}