{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.808016757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.808106869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.80811745Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.80812603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.808330485Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.808344645Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.809986417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.810164461Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.810489619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.812248794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"4.220476ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.812954922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.812964162Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.813098995Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.81448028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.814654285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.815837434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.818111822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.818120672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.818254446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.827466508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:04.827483639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":14,"elapsed":"19.488442ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:05.355577822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"f553f139-8689-4b23-9435-01f9868c8680","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.808504292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.808556824Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.808570854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.808578964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.808846961Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.809034936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.810875122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.811539679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.811789655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.813088938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"4.557775ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.813368655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.813378206Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.813526779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.815589971Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.815743345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.817331495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.819673495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.819684685Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.819815158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.829285368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:14.829306618Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":15,"elapsed":"20.819797ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:15.35496155Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"c966b4cf-6ad0-41e6-a7ed-e2d3f24f0d87","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808491894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808553206Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808563816Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808571976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808580916Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808589467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808597257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808606367Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808613657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808622188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808630208Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808638588Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808646488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808653728Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808661118Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808670469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"10.12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808679409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808687069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808694919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.808702939Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.80871087Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.80871829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.8087259Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.8087337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.80874216Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808750021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808757991Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808765401Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808773331Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808781032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808788122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":6,"elapsed":"8.231µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808796412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808803862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":6,"elapsed":"5.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808812552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808821413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"25.17µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808893884Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808976466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.808988297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809023028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809031758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809049248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809057368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809065689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809073669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809082019Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809092829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.809155381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.810848934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.811849809Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.81187749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.81188883Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812041354Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812099835Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812510996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"3.921289ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812826324Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812838664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.812977878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.81385288Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.81386928Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.814002844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.816855756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.817684497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.817952183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1027, tv_nsec: 386378874 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.818135688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1027, tv_nsec: 386568399 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.819091042Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.819333308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.81939675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.819586925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.819985965Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1027, tv_nsec: 388417326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.82021063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.820238161Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.820383755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.820844886Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.821361919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.82137438Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.821516823Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.823015351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.823736959Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.824053878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.824073978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.824352895Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.825148145Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.825160305Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.825315129Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.827197397Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.829657309Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.8296815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.829806333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.842799941Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.842828402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":16,"elapsed":"34.156613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.846819993Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.847088309Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.849719006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.850109976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.850121566Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.850596978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.850617669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.850624599Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.850878395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.85224996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.8522615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.852391363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.852457805Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.852602899Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.853571153Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.855280676Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.855294407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.855476011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.86097742Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.861001301Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.861015511Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"52.458855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.861083903Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.861506724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.861518804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.861525374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"53.00871ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.862000776Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.862986221Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.863002502Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.863152755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.86453944Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.868369757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.868396088Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.868608323Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.87084424Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":6,"elapsed":"62.293754ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.877296963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"68.656594ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.878041582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.878062692Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.87839176Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d89363-6ff7-4299-a7f0-b6e40572d3d8\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.878418751Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.879128279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"70.476491ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.879328014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.883835508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.883860369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.884426003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.884436603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.884799042Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49509f53-5c1e-42fc-85d4-b2b07bac8790\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.884810622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.884912165Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e49663-c480-4931-ba5f-eddf05ceafca\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.884923845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.886501305Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.886546346Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.925438269Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.925746067Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.936995731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"128.520907ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.95436862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.95437903Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.954799211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190fd17c-c471-41f5-996f-171ed9b18703\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.954830612Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.955114469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.962580767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.962895515Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8161c9-88bc-416e-b9c9-f949f889d526\", \"content-length\": \"1\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.965131242Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.965423029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":6,"elapsed":"156.844133ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.96543372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.97019962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":6,"elapsed":"161.571732ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:24.998714311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.998736321Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.999026908Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8f7b2129-6734-45c8-8466-79d69b109542\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.999037529Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:24.999304786Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.001772378Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.001976003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.005151273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.005462251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.008874347Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.008894138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.009143474Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a74093cf-89ee-4ca5-bbde-495563ad628b\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.011007671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":6,"elapsed":"202.381044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.014185811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.014426328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.015537946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.01728422Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.01729938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.017453654Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.018691005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.020427969Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.020446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.020577093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.035277594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.035724126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.037520341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.037538501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.037754617Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.046921858Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.047210926Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3432aa82-13a3-4d18-9f50-8847bcfe8fe4\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:00:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047230046Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047243057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047528524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047560525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047570705Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047579755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047588226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047595696Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047740889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.04775442Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.047905974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.047923124Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.048076668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.049968175Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.050096769Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c97ac6d-6c2f-4e55-8b5a-c95a6ec0ad6d\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:00:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.050109289Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.050191991Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d0ec04-7671-4a46-82c7-9334916ca273\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:00:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.050203472Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.050213062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.108529845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.149753147Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c3a7983d-98f7-4cbe-af78-0fa77a0d5c9b\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.149790328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.149802128Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.150062605Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6c36ff-9c9d-42fc-ad35-567121b54c41\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.150090565Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.150110476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.150118966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.150188368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96712578-eb89-417d-9de2-6d94870514c3\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:00:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.150226929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.150527446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.151545782Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":6,"elapsed":"343.064598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.153963403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.154158858Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.15739799Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.157575694Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.159479222Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.15978377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:25.167270229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":6,"elapsed":"358.641472ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:25.354951841Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"46f394e2-27d3-4bcb-8281-97076766bc25","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.808152608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.808212169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.80822448Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.80823358Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.808497127Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.808562288Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.809884262Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.812421556Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.812438096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.812569049Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.814550339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.814699573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.816109859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.818383786Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.818419067Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.8185223Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.828222425Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.828235925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":17,"elapsed":"20.118858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.835667963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.835824397Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:34.867925988Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"59.761881ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:35.355531428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"a699d81b-7368-42ac-8ba9-d531a908ab73","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.808705292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.808771054Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.808783274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.808794174Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.809069261Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.809249056Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.810817935Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.811162724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.811444851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.813317859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.813329639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.813472462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.815161315Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.815316969Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.816759385Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.819018843Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.819031093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.819158186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.82681411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.82684339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":18,"elapsed":"18.152869ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:44.837383167Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"28.667954ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:45.354981285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"6713e42b-05e8-4798-8efc-7a458d50adaf","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808155829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808237151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808254582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808264322Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808271952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808279912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808287063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808293463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808300103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808307493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808314384Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808321224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808328284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808335624Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"11.11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808343924Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808352384Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808359334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808365765Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808372155Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808377845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808384365Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808390415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808396726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.808407436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:50:54.808277623 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808420166Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808429216Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808438676Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808448007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808456627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808466037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808476177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808487118Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"19.1µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808498698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808508618Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808518938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808528749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808539319Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808549009Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.80855966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.80857047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.80858151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808591771Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808601341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:00:54.808611691Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808622211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":5,"elapsed":"12.63µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808673913Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808716163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808731514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808742424Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"8.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808757545Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808767445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.808778985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808788756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"3.48µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808800646Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808810626Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.808821806Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808830497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808840817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808850077Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808862347Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808871158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808883308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808894248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808906688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808913608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808923629Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808932939Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808941939Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808951769Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.80895827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.80896749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.8089777Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808986601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.808996101Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809005041Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809013421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809021501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809029851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809038172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809046382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809054962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809064062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809071943Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809081483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809089783Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809098803Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809105313Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809115604Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 377444675 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809190306Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809243677Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809257747Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809403151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809415431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809563885Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.809907194Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 378235525 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.810733374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.810761705Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"2.284267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.811314889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.811612087Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"3.161879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81251663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"4.330559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81254008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.812680154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.812705774Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":4,"elapsed":"4.197446ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.812737505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 381088887 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.813070524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.813678339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81370064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.813855773Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.814757546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.814781657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81490322Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.815452594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.815611138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.815635018Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.815759192Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.815877024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:50:54.808277623 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.815888655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:50:54.808277623Z\",\"pruned\":[]}","iteration":4,"elapsed":"7.604222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.816424488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.817838274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.8184647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81847657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.818648514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.81886268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81887334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.81888Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.819035964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.8204701Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.820489331Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.820618414Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.821871946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.822192674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.823921538Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.825014475Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 393347586 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.825329693Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.826420061Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.826472102Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.826495023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.826643636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.826746819Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.827470257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.829247902Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.829266083Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.829391376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.836388263Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.839878221Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.841949793Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 410271784 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.842087307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.842333373Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.842426335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.842549438Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.845462122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.858910182Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.860154543Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.862876142Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.862909533Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.86321434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.863371964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.863399415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.863670942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.865665882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.865909889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.866150395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.866166495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.866178395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"57.798061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.867179671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.867853968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.868111024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.868237158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.869843008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.869868889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.870117125Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.870207627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"61.703229ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.870558176Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.870588527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.87071524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.870776062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.87190794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874324391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874346652Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874517726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874548927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874584108Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.874714681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.876541807Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.876833575Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.877354138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"69.076605ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.878078466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.878103367Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.878116077Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"69.616289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.87823545Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.878346873Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.87900441Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.87902108Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.87902968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.879388949Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88220191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.882221011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.882253762Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.882266452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"74.061332ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.882468507Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.883010241Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.883021571Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.883195916Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885243077Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885627427Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88574316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885825562Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885839862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885846272Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885852903Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.885956075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.886090398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.887587096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.888807607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.888825878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.888990982Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.889442153Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.889454003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.889690869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88970652Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88971427Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88972109Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.88972815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.889887954Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.890871749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.89089362Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.891035454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.891954907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.892222593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"84.090305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.892626394Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.892925891Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.893441594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.893463955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.893477825Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.893841134Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.895518797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.895540347Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.895731912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.897061226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.90040298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.900432711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":19,"elapsed":"92.122377ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.900869522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.900886452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.901105638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.909226573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.909247684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.909257464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.909265474Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":4,"elapsed":"100.987602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.909976352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.91030039Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.910353682Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.912367493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.912610249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.912796573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.912807984Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.912990208Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.913930132Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.916596249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.91662098Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.916789004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.918747344Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":7,"elapsed":"110.215955ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.924194601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.924219772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.924266593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"115.95173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.925542945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.925873564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.93483426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.939784925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.943686594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.943715334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.944032953Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbba6ee-2ddd-46ae-bdcc-404b74cdca5c\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.944060633Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.945777467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.952920057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.952938608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.952948118Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.953137283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.953365578Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.953476421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.955322628Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.955341878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.957611276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.957630016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.957821891Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.95977684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.959796341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.960006636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.960092588Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.960111929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.960408296Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df8e333-5796-40e5-a771-5d84b8ed360c\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.960422097Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.961436302Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.963578307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.963597757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.963606327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.963616057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":4,"elapsed":"155.265983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.965588297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.967469925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.967484025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.967634699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.970909792Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.970929572Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.9712489Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3451fb-6fce-47d8-acb1-08ac6402a66b\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:00:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.971264271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:54.973187939Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.983653094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"175.263108ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:00:54.99302808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:54.993051771Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"184.876822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.002297355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.004388978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.004414018Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.004595353Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.02464947Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.024685371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"216.176932ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.109546144Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.119309051Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.119712892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"30d6b6c3-03b8-41c3-bef1-06972b36b487\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.119740282Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.121361013Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6d8ee1a9-cd54-4193-a4cd-0a8dec8d5461\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.121390504Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.122657476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.122668566Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"314.307371ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.225111015Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.225368731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e23200-f090-4913-a85b-baeb98f7a3fd\", \"content-length\": \"1\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.226877369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.227158506Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.228830649Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":7,"elapsed":"420.633398ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.251186143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.251626374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a87396bf-1902-42ae-9fa9-50110bc2b8d5\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.251656565Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.251667535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.251676256Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.253918662Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":7,"elapsed":"445.773743ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.255180524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":7,"elapsed":"446.764809ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.265213798Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.265729371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3066f4e-89f1-44f2-b0e8-cca54770ee37\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.265759952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.266426459Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.266435989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.266723096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccecd32-eae7-48bf-8eeb-2b6c6809deb4\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.266758067Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.267083525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d406db06-1b1f-4285-832d-d7046372b6de\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.267093985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.267126366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.268968773Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7cba88d4-5ca6-461a-95e0-6e3eeeb68e55\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.268979933Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.270986434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.271024665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"462.627139ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.316533674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.316573915Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.316712319Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2c607fe5-0a51-4e2e-9969-0a23154e6c14\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.316725259Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.316989396Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.319344396Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.31952003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.322522046Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.322762862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.32346945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.323772447Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.32544703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.3254733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.325630754Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.326198299Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.326208739Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.327084151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1d9ae5db-5a10-4f1a-9464-bd2961e5c0b9\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.328055536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":7,"elapsed":"519.566597ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.334098288Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.334372785Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ba0442-b735-414c-9567-c9107898c3ec\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334393206Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334403726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334674393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334683623Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334689963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334697433Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334704004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334710234Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334870608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.334884358Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.335070343Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.335078623Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.335280928Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.337027745Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.337124178Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b34ad95b-a2a2-47c9-9aff-58459c2a942d\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.337134576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.33721315Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1ce94a-236a-4d04-9fb0-1b9b76a847a3\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.3372244Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.337233579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.355350695Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"d6cc245d-7b49-4822-be3c-552623951864","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.445232126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c7c83dfd-4397-465d-adf0-1eeb1313ce36\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:00:55.445276287Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.445287628Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.446032297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d33b674-4541-4d51-be6e-b74023848f31\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:00:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.446074447Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.446392135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.450414777Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.450717105Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.454508041Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.454717896Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.45686376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.457111437Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:00:55.463708433Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":7,"elapsed":"655.38874ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.808681204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.808729636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.808739426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.808746166Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.809018973Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.809187127Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.811079905Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.813577938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.813597508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.813736302Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.815654138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.815877756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.817484587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.819807425Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.819820446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.819949559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.827563981Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.827578712Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":20,"elapsed":"18.931839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.839434051Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.839699178Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:04.868629689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"59.952685ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:05.355801708Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"1b0c5c0e-318d-43e0-bfee-78ba9b68d722","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809066084Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809123005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809132445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809139486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809430513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.809465094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.810618873Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.813055985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.813081045Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.813199368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.815221229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.815461445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.816944123Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.819351004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.819373974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.819495417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.830563777Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.830588797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":21,"elapsed":"21.514834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.84217381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.842485748Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:14.843802431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"34.754308ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:15.354938176Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"9c36122f-f366-425b-b78a-173be8884410","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808554901Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808607223Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808616443Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808624343Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808632183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808640374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808653004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808660114Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808666864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808674095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808681795Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808688375Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808695055Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808701575Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808707455Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808715196Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808722546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808729076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808735676Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808742266Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808749657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808756146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808763137Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808769537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808776827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"11.3µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808784827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808792547Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.808799788Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808806568Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"10.34µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808813398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808821198Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808827698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808833679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"5.25µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808840999Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"11.23µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808848679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.808957302Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809081725Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809142276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809157927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809167907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809176957Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809185948Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809194948Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809248519Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.80929403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809304291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.809313151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.811094036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.811950497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.16049ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.812904541Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.812927362Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.813044125Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.814240725Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.815321592Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1087, tv_nsec: 383409903 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.815803595Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.815819395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.816078071Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.816271767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.816285767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.816428251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.817778454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.818662697Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.819820046Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820351199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1087, tv_nsec: 388444270 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.820627697Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820653007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820667338Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820841972Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820851352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.820913304Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"12.2599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.82116352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.82118256Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.821190481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.821366345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.823053038Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.823070508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.823218082Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.825304175Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.825570591Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.82749408Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.827793608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.827925601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1087, tv_nsec: 396019032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.828232459Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.844046428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.844382307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.852648696Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.852673706Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.852681596Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.852946603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.855542239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.855874357Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.856326839Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.85796284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.857983821Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.858056172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.858200976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.858215466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.858289698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.858434062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861236132Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861265333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861411697Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861616872Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861642063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.861866248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.86312587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.863156121Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.863447519Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.863459969Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"54.757314ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.865396218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.865421158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.865572372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.866346212Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.866371112Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.866517586Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.868615249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":8,"elapsed":"59.937355ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.871561284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.871594624Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":22,"elapsed":"62.92163ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.882571732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"73.971629ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.893365334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.893395635Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.893406005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.893753234Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.897780546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.897802616Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.898136695Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a2a296-22c4-48a6-b80a-4213a47d4c4a\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.898154825Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.899651473Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.908561978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.908583759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.908879746Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebdce111-15db-4bf4-8d7e-159eadad6a7b\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.908896727Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.910825896Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.927851296Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.927878076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.928251206Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03504c68-c4e7-4e9c-bc09-98a0d79dba29\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.928273537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.928356559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.928650566Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.930514363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.955287279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:24.95530964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.9553179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"146.616124ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:24.970402351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"161.858009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.011305984Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.011604722Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.0392325Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.041041226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.041064996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.04121591Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.056404894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.056422844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.056799454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d46d91-2ac6-4497-ba2c-99898f08db65\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.056840185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.057172283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.068155201Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.070000487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.070019508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.070175792Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.097566004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.097589384Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.098453096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"00a154be-4045-4f62-92e0-0d0583f18636\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.098464366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.098744564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.100401715Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.10059304Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.101152334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.101461772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d139553-bb12-4724-87a1-613e111dc549\", \"content-length\": \"1\", \"date\": \"Mon, 14 Oct 2024 04:01:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.102786036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.103042972Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.103087813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.103318199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.104689104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":8,"elapsed":"296.088461ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.122822672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":8,"elapsed":"314.083426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.139475173Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.139885723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f547ad34-75b4-4479-8199-ddf29db10cca\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.139913414Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.139924764Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.139932854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.140751355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":8,"elapsed":"332.183793ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.142275104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.142292904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.142570761Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"33d73da1-b953-4bc2-8da9-114131bf0cde\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.144664334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":8,"elapsed":"335.899297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.163336806Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.163695965Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.165555262Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.165583882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.165783878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.181001492Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.181339451Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac7f43c-e8c6-4bd2-8237-aafe8c44491a\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181362501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181374341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181644408Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181655419Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181663089Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181671529Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181679189Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181686199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181841493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.181851413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.182085629Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.18209838Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.182317925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.183927776Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.184039489Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7322dd49-930a-4298-957c-42c0982be8e4\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.184051889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.184130311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fcf922-87a2-44cd-8f2d-2df65ca2ba20\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.184143111Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.184153452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.280316441Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"052b9d41-fe69-4bc3-aa79-f9ba6715a291\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.280339442Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.280348742Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.280935627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b700fb-7fb8-4d45-be4e-3805bd933fdc\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.280974608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.281316997Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.2850017Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.285342348Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.289151715Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.289424411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.291643198Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.291892324Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.298010759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":8,"elapsed":"489.381615ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.330772606Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.330799377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.360776784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.360899528Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58960"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.361080442Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a9a25764-9c03-46e8-95a9-63d1fac0b0c7","remote_addr":"[fd00:1122:3344:101::c]:58960","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.361164864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"3ec38086-60c9-4644-86f5-426f118562b2","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.361499912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a9a25764-9c03-46e8-95a9-63d1fac0b0c7","remote_addr":"[fd00:1122:3344:101::c]:58960","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.434560829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/oximeter.rs:326","id":"5540874a-2e00-487c-be95-35c98d1046bf"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.43459605Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"oximeter-collector":"5540874a-2e00-487c-be95-35c98d1046bf","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.434932678Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"oximeter-collector":"5540874a-2e00-487c-be95-35c98d1046bf","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"64cbd4ca-f34f-47ae-9648-57649f135574\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.434944098Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/oximeter.rs:133","collector_id":"5540874a-2e00-487c-be95-35c98d1046bf","producer_id":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:25.4358002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/metrics/producers","method":"POST","req_id":"a9a25764-9c03-46e8-95a9-63d1fac0b0c7","remote_addr":"[fd00:1122:3344:101::c]:58960","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74790,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.435872312Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a25764-9c03-46e8-95a9-63d1fac0b0c7\", \"content-length\": \"41\", \"date\": \"Mon, 14 Oct 2024 04:01:25 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.437266977Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:25.437275627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808522032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808584483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808597383Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808606554Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808943392Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.808975423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.810691236Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.811148848Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.811466776Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.81320096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.813226711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.813342463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.815086727Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.815237411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.816881283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.819080568Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.819095209Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.819216462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.824654789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.82467029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":23,"elapsed":"16.187969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:34.840940521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"32.409729ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:35.436306614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"1a7dd7a3-fb90-4539-abd8-9516b15afe75","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":344,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808534322Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808590063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808600424Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808608104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808928732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.808941212Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.810636885Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.810847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.810886312Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.813357544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.813382965Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.813502778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.815418316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.815612811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.817280013Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.819770516Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.819783606Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.81992093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.828752353Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.828775613Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":24,"elapsed":"20.267122ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:44.83891803Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"30.381967ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:45.436563761Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"a8bf560c-4a95-4c3f-92aa-ad16bba7c955","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809366385Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809420167Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.809429787Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809438947Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809446358Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809454398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809462178Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"13.36µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809472008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809478848Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809487379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809494679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809501549Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809508029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809515689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"14.52µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809522249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.809528849Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:51:54.809445478 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.80953652Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.80954337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.80955099Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.8095573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809564681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809571841Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809579031Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809586421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809593931Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809601071Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809608291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809615212Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:01:54.809621672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809630232Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":6,"elapsed":"13.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809638452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809645452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809654323Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809660683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"11.381µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809668303Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809674333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809681593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.809688544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809694764Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809701304Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809707464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809713934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809720634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809727814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"6.08µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809734535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809740875Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809747595Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809753705Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809759685Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809768316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809776816Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809782946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809789406Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809797656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809804396Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809810877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809817857Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809825917Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809833627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809840188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809847208Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809853718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.809861528Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810084614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810152795Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810165836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810176056Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810186796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810195406Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810203927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810213747Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 378179008 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810227837Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810239007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810249218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810256718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810265678Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810275648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810283869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810295189Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810303749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810312229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.8103207Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810491284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 378437804 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.810559006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.812062404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.812131825Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"2.648217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.812413662Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.813032478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.813059749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":5,"elapsed":"3.303733ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.813475509Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 381424280 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.813764947Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.814003863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.454152ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.814066974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.814081524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 382064466 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.814716391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"5.292333ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.814758782Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.814962427Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.814974537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.815143682Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.815748187Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816003363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816528837Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816731051Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816742432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816749552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.816884615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.818349763Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.818756713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.819082491Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.820665631Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:51:54.809445478 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.820686711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:51:54.809445478Z\",\"pruned\":[]}","iteration":5,"elapsed":"11.223574ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.820696812Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.820704182Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.820710052Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.82100989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.821208105Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.821220185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.821367869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.821378769Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.82141667Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.821546393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.822455146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.822522828Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.822532218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.822707762Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.824355564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.824367664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.824502498Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.827711579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.827892144Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.827915274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.829258868Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.829573076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.830642373Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.830661814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.830854828Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.830863959Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.830873179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.831091474Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.831684719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.833720961Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 401690362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.83407527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.834371287Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.834549112Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.834616423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.834794478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.835047274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.835217679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.836479701Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.839578709Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.839607909Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.839825815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.865941245Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.865982036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.865992036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"56.391315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.866442487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.866908469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.8681055Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.868299945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.869833233Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"60.090948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.872041309Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.87367758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.874038999Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.874264285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.875277561Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.876398019Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.87641041Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.87641845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.876617555Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.876666166Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.8772414Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.877257291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"67.618868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.878590994Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.879677472Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.880979115Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.880993495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.881000395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.881007355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.881153049Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.88116449Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.88117061Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.881372955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.881409656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.88357974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.883599191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.883830577Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.883844117Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.883878248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.883893088Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.884049123Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.884109454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.884622537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.886511815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":9,"elapsed":"76.925533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.886895234Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.886910065Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.88709628Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.888381372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.890193698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.890214328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.890352882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.901166665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.901200016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":25,"elapsed":"91.79982ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.907966887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"98.256133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.908214703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.908561042Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.921038407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.921071368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.921082088Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.921093059Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.921512509Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.924260339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.924282379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.924292889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.924301089Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"114.720998ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.927064149Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.92708614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.927303315Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.927671505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.927697365Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.927708746Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"118.084424ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.938750674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.938784906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"129.118543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.953495417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.953830366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.974845037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"165.359458ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.988538883Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.988559353Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:54.990337478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d336c917-f5da-4a93-84a3-31f7765b6df4\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.990355518Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:54.991639371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:01:55.004778423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.004810204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"195.196052ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.058724546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.144909063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.144933634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.145202681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385cd052-eb3d-458e-973e-2a7becabe3ea\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.145217261Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.146653648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.175579478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":9,"elapsed":"366.07451ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.189336806Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.205353131Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.205372571Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.205572896Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a0d601-c6a9-468e-a8ba-e22744c8dfa5\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:01:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.205586517Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.20649893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.263321486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.289379604Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.289395124Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.289713412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1fb8f7-2bcb-4a9e-b028-dcc59cfc57f4\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.289740233Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.290081722Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.292338789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.292352579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.292365609Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.292586135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.29478755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.297709324Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.297723755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.297880879Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.302160447Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.302179567Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.302188808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.302197558Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":5,"elapsed":"492.709389ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.308510867Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.308531718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.308774024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0644de61-0619-4cb1-b387-f0a234d06877\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.308784534Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.309077011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.311283457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.311493243Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.313961265Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.314310804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.317215997Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.317231648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.317502904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"93d831a5-ab20-4674-a8d3-ad93030d6362\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.319490535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":9,"elapsed":"510.128709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.3208826Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.323511316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.323522536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.32365796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.331311743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.33157663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a6ecac-9b87-4803-8069-a2662867ce0c\", \"content-length\": \"1\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.333804276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.334054193Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.336050173Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":9,"elapsed":"526.580385ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.349075642Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.350266072Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"77adc57f-21e0-437d-ad97-3057b3daaaaa\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.350280583Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.351706029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3fc7b4b2-14f9-4fd2-ba83-009b0364d499\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.351718529Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.352325814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.352336464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.352346345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.352623782Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.353585576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.354095669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.354110179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"544.778635ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.355188597Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.35569966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"383b6fb4-d351-4f71-9d75-b3cf6d40fc67\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.35571193Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.356355086Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.356366386Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.3565168Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.357145006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2551d879-7219-4f83-9fd0-bc1f0bb2043a\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.357155116Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.359012603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1976a485-d558-41ab-9a3c-0f737f1300bb\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.359023893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.359030914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.359039904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.359048044Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.359055544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":5,"elapsed":"549.516524ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.361139257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.361187828Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"551.511115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.380331992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.3806669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.382043935Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.38381608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.383839391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.383972374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.385279587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.387162024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.387186465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.387330739Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.396784608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.397126476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.398626894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.398650135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.398804059Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.410179846Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.410497524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67f9c59-d465-4f0b-a53e-b852c2380560\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410520785Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410531715Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410891924Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410903724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410911915Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410921005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410928755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.410936955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.41112169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.41113994Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.411341846Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.411353866Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.411592402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.413741956Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.413867309Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc82ac4d-6ac9-4584-9ac9-bfe8ff7eb61d\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.41388413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.413975212Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5631dd0d-3a78-4722-8372-4ee4c50f4dca\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.413989372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.414001143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.436955713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"b5b302bf-ae80-4010-a3b6-ef25d317e381","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.471952577Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.517780945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f29f8dc3-bf97-424e-bed1-2246d209f6bc\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.517813026Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.517823286Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.518032831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45012ae-b537-42f0-8ff6-0350cd6bf5ae\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.518085952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.518114513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:01:55.518128344Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.518139064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd64f64e-a9e4-4649-bb45-a1ce79233d8a\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:01:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.518183695Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.518471522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.519377855Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":9,"elapsed":"709.755883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.522081303Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.522432892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.525309404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.52553688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.527666374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.527891169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:01:55.534799184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":9,"elapsed":"725.294974ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.808812675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.808859896Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.808875226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.808884656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.809226695Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.809241505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.811111483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.812119428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.812460887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.81375986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.81377249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.813945514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.816460688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.816663243Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.818460489Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.820866459Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.82088075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.821057264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.831220241Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.831249532Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":26,"elapsed":"22.454208ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:04.840966607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"32.147783ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:05.436913875Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"45012f6b-9870-4d4d-bdeb-329af3f6da93","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809206666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809271507Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809284968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809299188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809598586Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.809619146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.812488139Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.812739175Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.813012992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.815349521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"6.179666ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.816380257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.816397038Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.816588163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.819732762Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.820020129Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.823008505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.826329398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.82636517Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.826511983Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.840443545Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:14.840482936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":27,"elapsed":"31.27479ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:15.436324811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"f6a303ea-7135-4a58-85bb-ca3945cefc91","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809024804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809083645Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.809094396Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809103906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809111716Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809119466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809126836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809133986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809142017Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809148817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809156637Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809164437Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809170867Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"19.65µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809179688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809186158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809193438Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809199648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809207418Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809214239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809221589Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809227959Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809235029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809241689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80924888Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80925659Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80926242Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80926892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80927594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.8092832Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"8.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80929131Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809298551Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809305541Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"6.48µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809313811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809320421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809329611Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"10.83µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809440554Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809459025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809492426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809502796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809511516Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809572698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809588478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809595778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.809638949Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80964993Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80965888Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.80966683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.811522837Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.812976083Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.813376154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.813398224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.813407094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.813451216Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.298259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.813567209Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.81401404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1147, tv_nsec: 381856101 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.815286602Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.815305022Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1147, tv_nsec: 383135703 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.815334903Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.815925638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.815939409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.81599052Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.816128053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.816359289Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.81638219Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.816509603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.818396271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.818421601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.818545024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.818554544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.818745269Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.819008996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.821089439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.821241332Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.821264573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.821428037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.823441938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.823467169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.823680314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.824137146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.82432054Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.824501655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.824657929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.825967962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.826115006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.8262909Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.827949732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.827973822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.828097756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.828132077Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.831725797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.831751728Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.831959433Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.833978734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.834275542Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.838424817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.838449247Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":28,"elapsed":"29.25692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.841524515Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.841866073Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.853946799Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.85398219Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.85399336Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.85437636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.854730539Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.855018836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.856514514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"47.323445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.858378401Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.860218477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.860232238Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.860368681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.866406974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"57.40499ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.890273477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.890297457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.890600435Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b914b648-df00-4d83-ad25-bf37906aa344\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.890616575Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.892112983Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.911235296Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.911833061Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4d1ffd-6a53-4b89-ba54-65a748ccdd6f\", \"content-length\": \"130\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.914340485Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.914394976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"vmm_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T04:02:19.689194495Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.914411446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"vmm_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T04:02:19.689194495Z }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.914423307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"vmm_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.914730734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.914751745Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"vmm_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.915118164Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"105.987708ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.91533412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.91534842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.915642768Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc01ede7-d111-4ec8-9308-b7a7c0084105\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.915666908Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.916051618Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1147, tv_nsec: 483892159 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.916377816Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.917230298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.941276885Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.941307706Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.941315446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.941724467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.942707352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.945324778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.945350508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.945505262Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.947536403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":10,"elapsed":"138.387087ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.961009014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.962749428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":10,"elapsed":"153.716674ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.975428968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:24.975455369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.975465399Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"166.290691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.997969078Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.998254975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.998310796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.998590664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d85313b-2d03-4d3a-8dd2-bdcbe5d6a531\", \"content-length\": \"1\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:24.999562218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.002239986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.00279219Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.00281314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.003234661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5cd2ff-fae7-4fb7-a044-f892ce9cdb6f\", \"content-length\": \"583\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.003265571Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.003642241Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.003817665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":10,"elapsed":"194.72753ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.014625319Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.014652619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.014930426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88787e75-4235-457f-abba-de10be83be20\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.014953767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.017108631Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.017759438Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":10,"elapsed":"208.702033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.03249808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.034296416Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.034312366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.03447436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.036184883Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.038061101Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.038080261Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.038218425Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.046253607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.046275723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.046580334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"771e75d6-e0e8-4c58-84c5-f5881b52028f\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.046594275Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.046843225Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.049092869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.049339516Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.051996223Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.052194738Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.055403279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.055709807Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.057766169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.057965734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.080855552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.081271222Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d012e2b-8541-4301-8054-700171d910be\", \"content-length\": \"810\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.081304663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(4083553) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.081316754Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.081324734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.082789391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":10,"elapsed":"273.571903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.083973411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.084204517Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.086658389Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.086674919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.086681789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.08748733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"51dfebd2-679a-4f45-b551-92b9ff360d6f\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.089232014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":10,"elapsed":"280.22357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.114295587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.114614005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.116681677Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.116705868Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.116884082Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.131327547Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.131671736Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddfba308-0763-402f-bd3f-13056de46f93\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:02:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.131694436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.131705147Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132026205Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132036395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132043935Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132051185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132058606Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132066106Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132250191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132259681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.132476536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.132484907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.132690462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.134253301Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.134363594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df1599ac-7a68-4920-9ca8-9626db9778e5\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:02:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.134374414Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.134456066Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed04a9db-f817-4adc-80da-8c8c038e052f\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:02:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.134466937Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.134476707Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.232979166Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8c90a7da-c6f3-4259-929e-8b1310cacd08\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.233019177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.233030697Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.233858238Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d60632-e69b-446c-94ef-da658ed78cca\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:02:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.233890749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.234215347Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.238093785Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.23828372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.241977853Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.242312962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.244525738Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.244748383Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:25.251292729Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":10,"elapsed":"442.116971ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:25.436285103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"adcdf211-b5fd-4471-a0d1-0e8494d6551f","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809499487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809552288Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809562398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809570708Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809847995Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.809862246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.812533533Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.815095998Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.815120649Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.815250412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.817647972Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.81795515Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.819866638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.822280069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.82229948Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.822466054Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.832749134Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.832774415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":29,"elapsed":"23.293958ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.83893272Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.839151696Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:34.8666527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"57.151724ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:35.436449957Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"23370739-da62-4004-88b7-c15ac6b38918","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.809670864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.809723415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.809733655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.809743685Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.810026492Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.810039653Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.81231211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.814817564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.814832494Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.814980278Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.817202934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.81742741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.840979225Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.841213451Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.843034246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"33.362993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.850388912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.85306586Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.85307942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.853221724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.860749584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:44.860775675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":30,"elapsed":"51.116991ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:45.437284141Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"6371dfb8-6a43-4846-90a9-bbb05f7c134b","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809523081Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809583623Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809595233Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809603803Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.809612944Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809621794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809630574Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809638435Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809647215Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809657505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809666025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809675005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809685116Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809693636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"16.28µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809703966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809713626Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809723326Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809731497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809739377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809746627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809755527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809763758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809771138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809780068Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809788318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809797008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809805409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809814559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809823379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"11.811µs"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.809833689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:52:54.809729297 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.80984265Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.80985095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.80985922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"5.42µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.80986851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.80987839Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809887081Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809895151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809903831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"10.92µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809913011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809921111Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809929552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809937572Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809945752Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809953752Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809961093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809969783Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809977793Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.809987003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.809995593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810008794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810023514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810033974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810043945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:02:54.810053295Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810064095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":7,"elapsed":"12.551µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810075666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810085146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810092326Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810099646Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810106666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810114196Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810120467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810127127Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810136057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810143007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810150257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810156968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810164318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810172478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810319462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810331962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810342842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810352553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810363283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810372363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810381753Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810391154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810456435Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810483876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810494576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810504756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810513186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810521117Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810529537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810538417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810546967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1177, tv_nsec: 378237258 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810597109Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.810615319Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1177, tv_nsec: 378313010 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.811366328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.811391449Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.490158ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.812919367Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.812942148Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":6,"elapsed":"2.981265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.813114772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.813215865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.275132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.813691037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.813937463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.814877347Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.814899637Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.814952289Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:52:54.809729297 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.814962079Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:52:54.809729297Z\",\"pruned\":[]}","iteration":6,"elapsed":"5.227492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.815028411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.815122263Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.815530923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.815815151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.817228076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"7.609622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.817419981Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.817534224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.817547984Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.817679048Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.818671793Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1177, tv_nsec: 386355594 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.81894069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.81937266Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.819387101Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.819530494Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.82094021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1177, tv_nsec: 388635111 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.820974411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.821172126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.821820712Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.82332815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.823344271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.823508215Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.823890364Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.823916655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.824032078Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.825899975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.826266724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.827937837Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.829565118Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.829796064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.830282256Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.830302317Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.830529482Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.830791189Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.832666756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.832692037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.83281416Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.832966464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.833371964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.835255582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.835489138Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.835668932Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.83599563Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.842027573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1177, tv_nsec: 409700004 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.842426303Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.852687522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.852735923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.852746334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.853152834Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.86564725Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.868300847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.868326907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.868471501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.870096732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.870550703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.870910823Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.8712226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.872044811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.873198721Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.873546789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.875184671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.875207741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.875217752Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"65.440253ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.875657772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.875673673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.875872708Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.876138395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.87635716Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.878768801Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.87950821Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.879712275Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.879995642Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.880185647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.880198177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"70.395689ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.880807863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.880827273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.880836513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"70.960773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.881264244Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.881614513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.881811238Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.881837859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.881851989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.882065505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.882971457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.882985718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.883154062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.884130607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.884519876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.885889721Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.885917842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":31,"elapsed":"76.107433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.886440765Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.88665362Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.886688441Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.888312712Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.889061381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.890487467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.890512038Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.890660502Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.894319454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.901928076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.902238864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.902895056Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.90292276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.902932219Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.903157075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.904245025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.904574423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.919546992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"109.869316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.923177183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.925029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.925530623Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.925838071Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.927612405Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.927642846Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.927941353Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.929297658Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.929312978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.929491683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934091719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"124.256939ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934613252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934643693Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934654483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934663163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.934946881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.937775472Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.937865164Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.937878985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.937888445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.937896465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.938120451Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.942529882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"132.524109ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.943504247Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.943520417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.943528527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"133.854742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.943783094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.943997049Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.979424684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.979441095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.979775533Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c090e94-d38c-499f-b274-7243daf77756\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.979807874Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:54.981992099Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:02:54.997834819Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:54.9978604Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"188.308787ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.028373171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.038773804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.038792725Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.039065971Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4741c830-defa-4bfb-8b06-c10b05b13928\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.039080292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.040475667Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.121117314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.121440233Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f5813874-af58-4a3c-84b2-c716868bda15\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.121459863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.123211647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b297d1b9-f1a8-4958-b4e2-a46bb9feea3a\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.123239358Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.124656674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.124667484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"314.695691ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.146401043Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.146417284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.146760822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2ad4c6f-41bc-46c5-97ac-8beff2669a67\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.146786363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.147129302Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.14826105Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.148689481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.148810764Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":11,"elapsed":"339.225961ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.148952448Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.149689427Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.150349223Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.150372314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.150495207Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.150561818Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.152651851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.152674512Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.152823096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.153136074Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.153147654Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.153312058Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.154286863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.154528749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.155205846Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.156927559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.15694982Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.157078113Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.183496871Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.183533351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.183546302Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.183792338Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.184109486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.184180038Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.186190949Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.186203929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.186542658Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9890df61-705d-45f0-8944-cd093ee86d72\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:02:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.186578508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.187666406Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.187677986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.187858381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.188177469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.188191199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.188290212Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.188314352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"378.412901ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.188337413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.188750673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.189208035Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.191874182Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.191901483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.192026186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.193329039Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193347419Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193599466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"345adff0-d08b-48b5-92bd-038536c8203b\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193611946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193832412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193868593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193880633Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193889993Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.193898413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":6,"elapsed":"384.224648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.19574919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.195951345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.199198237Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.199418813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.200689485Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":11,"elapsed":"390.842925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.202553482Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.202760337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.202946892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.202962213Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.203330112Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6f4dfa23-9777-46da-9f00-8a1171bda471\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.206110602Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.206358308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.20643727Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":11,"elapsed":"396.903969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.208230295Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.208504822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.210243917Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.210441671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.211808276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.212035702Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.213172031Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.213451307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.214659938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217153691Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217182002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217194552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217358596Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217826708Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217840658Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.217991002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.327016907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.327271013Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2348fd4b-aa06-4e99-bc0a-74a50cc31abe\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.328354001Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.328619207Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.372925137Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.437738505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"8773370e-a581-48b9-96ee-11fccc81655e","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":676,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.467701231Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.468086871Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f82c4c4-3bd3-4bcf-ad69-d1e83edf8242\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.468112172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.468121252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.468128932Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.469487877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":11,"elapsed":"659.790391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.469683862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.470261576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.470527903Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.470554064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":11,"elapsed":"660.814907ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.472431881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.472449131Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.472564925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.472597845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.47280034Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.475593411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.475618012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.475628032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.475636822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":6,"elapsed":"665.649568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.476679689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.476853943Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.478885224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.479088279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.480116102Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.48032199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.481616453Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.481801488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.482727171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.486155558Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.486171808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.486306622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.487652036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.48781967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.489064251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.489242666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.490704743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.493931024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.493946385Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.494074458Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.498071599Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.498257404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.499104225Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.499346371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.499472584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.499513455Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.501037784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.501051534Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.501187318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.501566257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.501755412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.503562528Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.503713241Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.504670016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.505199679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"79c5d4dd-4402-48d5-a58d-1c6fa4cfc552\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.50522337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.505419264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.505688121Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.506469901Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cf25e7d0-fe87-4849-b460-cd04db6d5e35\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.506481811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.506964904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.507176999Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.508135243Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e6f25d92-2da5-423a-98e3-ff90bd5906b7\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.508155764Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.508315298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.508476582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.509443236Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.509635781Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.509692003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb96552-28b5-4854-bb82-072d0afdaf7a\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.509711273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.509721503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.509961889Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.50997244Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.50998008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.50998906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.50999844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.510005851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.510014611Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.510050432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"700.291114ms"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.510168424Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.510179485Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.510427881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.510439421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.510661147Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.512603476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.512712789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f750fe6c-d9aa-4a1f-8bc6-b8fab40964d8\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.512729469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.512809431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f07a8c-9038-424e-bb9e-beb7485d37cb\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.512823872Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.512833892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.513196371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.513209961Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.513362455Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.514321109Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.514506634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.515676724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.515835958Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.517225723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.520812604Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.520827244Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.520961537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.531545894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.531581375Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.531757329Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.5329949Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.534675333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.534687283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.534819946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.536238622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.536298284Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.536319475Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.613874584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"34a503be-ab07-46b8-b79f-67635cadc551\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.613899535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.613909465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.614201462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bfe3dbf-e91c-4993-a8d7-4cfa22386824\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.614242223Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.614455359Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.618039779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.618261265Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.621796824Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.622107862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.624327528Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.624512683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.632031693Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":11,"elapsed":"822.05877ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.646342004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","vpc_to_sled":"[Sled { identity: SledIdentity { id: f4368d42-c157-4792-a1ee-1c6abf83cc94, time_created: 2024-10-14T03:58:20.320297Z, time_modified: 2024-10-14T03:58:20.320297Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.646374615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.646383415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.646661843Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.650853548Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.651060834Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.652606203Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.655085545Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.686614372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.68732093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"961d2d99-d311-4584-a28b-40087afdf474\", \"date\": \"Mon, 14 Oct 2024 04:02:55 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:02:55.688776856Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.688789817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","elapsed":"879.258535ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:02:55.688798157Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":2,"elapsed":"879.286805ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.80900467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.809075592Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.809092752Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.809106603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.80939536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.80941562Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.811643577Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.81413428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.81414666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.814289134Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.81651634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.816793947Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.818351496Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.82087371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.820889681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.821028714Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.830394961Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.830422271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":32,"elapsed":"21.439822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.838582617Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.838900516Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:04.865766174Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"56.766144ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:05.436641408Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"390565a9-4e46-49d4-ad6d-757eba266c83","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.808843407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.808897988Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.808909719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.808917599Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.809181526Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.809195376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.811511714Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.814197812Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.814213203Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.814344346Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.816619914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.816951102Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.818574843Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.821160318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.821184439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.821337333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.834749301Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.834774432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":33,"elapsed":"25.948815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.83985337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.840101077Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:14.867683564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"58.846237ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:15.437161053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"52810bdc-c228-4edd-9307-f1b42f6e7d11","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809777151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809835192Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.809846432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809856373Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809870263Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809878753Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809886853Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809895694Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809906614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809915914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809924404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809936395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809948955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809961385Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809974886Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809987876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.809999506Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810012107Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"13.901µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810025997Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810034477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810041827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810049668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810058488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810066268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"16.341µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810076248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810084929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810093439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810101799Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810110439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810118289Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81012585Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81013479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"9.75µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81014369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81015172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"6.04µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81015991Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810285794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810299264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810399036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810444867Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810492319Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810502619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810511629Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.810518809Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81052804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81053675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81054527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81055239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.813995587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.815135926Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1207, tv_nsec: 382524343 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.81530498Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.815635519Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.816242774Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.81648913Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.816629154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.816640374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.816832559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.8172878Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"7.312185ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.817836174Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.817862225Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.817990758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.819163838Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.820615435Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.82161333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1207, tv_nsec: 389174041 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.822088592Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.822105452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.822329058Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.822349898Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.823804355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.823827066Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.823919128Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"14.053376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.823960419Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.824124103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.824697598Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.826436002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.826647757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.827035467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.827044717Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.82716899Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.82718094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.827214021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.827381406Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.829176071Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.829243953Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.829448228Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.830689489Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.830916055Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.831399307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.831423377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.831570371Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.842362804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.844307583Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.844333424Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.844475487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.848435187Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1207, tv_nsec: 415990948 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.848786636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.855139497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.855162327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.855169757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.855488836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.860329958Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.860553893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.861827336Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.862176154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.862825211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.863118308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.867721865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.868236648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.868247718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"58.330874ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.870258169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.870277249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.870415833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.879527583Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.879555974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":34,"elapsed":"69.67006ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.889884785Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.889911995Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.889920126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.890148731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.893575228Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.893593719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.893990069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd85e87d-7a84-455a-9678-cae0fca439be\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.894008839Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.894782349Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.894794189Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.895082786Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9372a7f4-a4cf-45a7-a199-1ad9c2718862\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.895100826Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.895566718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.896778119Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.896932513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.89802974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"88.007814ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.899712963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.899730403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.899909658Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.915865111Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.916125868Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.916549968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"106.805499ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.921543065Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.921565855Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.921576555Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"111.56957ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.972531203Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.972549153Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.97280273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcf239d-bff9-431c-a14d-8e4ee2407c40\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.97281663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:24.974473522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.999676719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:24.999970486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e97fc6-e3b8-4bc4-8215-6f4e9d05f1af\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.001230098Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.001447604Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.005350372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":12,"elapsed":"195.417058ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.006809269Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.006818669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.007759663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb0c2aa-43c6-4232-b9de-e770414c218a\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.007789634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.008078131Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.009097657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":12,"elapsed":"199.116972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.009893817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":12,"elapsed":"200.106956ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.049066317Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.049087087Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.049317733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9e70bc7e-6643-4c93-9ab1-5720dcadea08\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.049336374Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.049731724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.051364415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.051544029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.054305689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.054588796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.057036008Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.057051558Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.057339906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"859c39a8-7aa4-4b3e-aa7e-143dbad11a0c\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.059194023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":12,"elapsed":"249.426492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.090665278Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.090994096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.092978036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.093006157Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.093146361Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.099962463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.099991394Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.100210829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.100281761Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7dbd1f7-a548-4bc6-a20c-02352140789b\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100309711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100322062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.10064262Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100654Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.10066148Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.10067002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100677251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100684751Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100854335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.100864325Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.101067011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.101075811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.101334057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.101889291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103520023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103588684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103602615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103646946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b156c74-8adb-4ac0-b7e5-5b1b18e19070\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103661356Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103740698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.103785959Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12b087a-4532-40d2-b548-385702f02d52\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:03:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.10381621Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.10383096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.104914338Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.10656888Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.10659282Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.106716203Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.138461335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.199368434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0593d8f1-74da-4001-a836-a3217d2aa336\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.199392555Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.199401845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.199762064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ef81ed-718b-430e-94cc-14b9c5428601\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.199786445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.199797235Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.199804985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.200429511Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a541dfb2-07d7-4345-aa04-f3d3b70d540c\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:03:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.200463672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.200650967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.201211381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":12,"elapsed":"391.374679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.203990521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.204289909Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.207022848Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.207228273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.20908989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.209275375Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:25.21543036Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":12,"elapsed":"405.611199ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:25.436703171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"fc705c2f-69ad-424a-b774-a918e9069398","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.808915662Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.808990024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.809007384Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.809136267Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.809519917Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.809548568Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.812364829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.814911043Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.814926704Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.815069487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.817480688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.817715084Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.819292004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.821944971Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.821957311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.822091095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.832385645Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.832405265Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":35,"elapsed":"23.530965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.838631973Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.83891493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:34.840361176Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"31.448715ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:35.43653822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"eedcedb7-48a7-4b8d-81de-752e37dc5e25","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.809704614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.809757816Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.809767906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.809776556Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.810089184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.810101795Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.811954831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.812147546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.812467864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.813808668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"4.102304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.814990668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.815003428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.815155242Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.816928087Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.817177493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.818929858Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.821277117Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.821290387Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.821426831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.827877544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:44.827894634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":36,"elapsed":"18.218541ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:45.436999194Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"4d51af67-6f56-4549-bcc6-a21725b8fcce","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809141183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809214464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809233395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809247985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809263016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809278076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809291717Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809306827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809320737Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809335758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809348488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809363428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809377268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.809391819Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809406919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.80942071Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.80943426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.80944888Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809461871Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809483851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809500382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"26.201µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809517412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809531983Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"8.081µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809549193Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809564923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809579684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809594534Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809608905Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809622805Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.809638285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:53:54.809432750 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809654836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809668796Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809681376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809688876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809698057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809707137Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809716057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809724007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"14.36µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809735328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809743398Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809750588Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809758348Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809765328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809771729Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809778079Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809785149Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"16.62µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809792469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809798829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809805859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.8098156Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809825Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.8098327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.80983932Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.80984736Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809853751Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809860711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809867181Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809874101Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:03:54.809880391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809890332Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":8,"elapsed":"15.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809900942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809910492Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809920402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809930593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809940133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809953393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809962803Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809975914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809987634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.809999894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810061776Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810092877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810107457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810164859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810193969Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810204849Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.81023283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.81024283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810257701Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1237, tv_nsec: 377772252 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810317342Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810331353Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810340143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810351173Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810362964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810375014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810384854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810394204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810403914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810414075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810422825Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1237, tv_nsec: 377939616 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810538298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810554648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810695772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810708432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.810845536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.812090377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.812115828Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"2.608556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.812128718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.813119293Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.813141164Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.393146ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.813150694Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"3.391976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.813503443Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.814277122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.814290703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.814466897Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.814694213Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"5.53852ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.816295693Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.816312574Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.816448257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.817128624Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1237, tv_nsec: 384650755 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.818086739Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.81893461Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819152135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819163726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819244598Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.819298659Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:53:54.809432750 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819308619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:53:54.809432750Z\",\"pruned\":[]}","iteration":7,"elapsed":"9.877079ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819488044Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.819598017Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.820574982Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.822391657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.822404548Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.822641184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823005613Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823016053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823024853Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823031184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823228369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823239339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823390063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823630799Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823723561Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.823892015Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.825438204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.82565009Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.826641145Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.826923862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1237, tv_nsec: 394454293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.827201379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.827524657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.827551388Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.827563478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"18.141518ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.827972869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.827987849Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.828162683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.830167524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.830187814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.830357559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.83038731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.83040916Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.830608345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.833532229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.834112844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.834485393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.83477355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.835401816Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.835423887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.835619042Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.837318034Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.837670994Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.837839498Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.839798487Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.839997142Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.840367792Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.840601977Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.842507626Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.842536236Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"32.888102ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.842549097Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.84385958Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.845492081Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.845516602Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.845663536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.847096152Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.847114052Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.847345158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.856228672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.856263733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.856271473Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.856557331Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.858954981Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.858964281Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.858971172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.859424773Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.863516527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.865841685Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.865963748Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866193784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866232755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866245145Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866252826Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866264106Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":37,"elapsed":"56.744544ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.866522743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.868780489Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.86879261Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.869023946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.870352979Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.870524644Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.870920054Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"61.707979ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.872603716Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1237, tv_nsec: 440055906 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.873041497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.873068258Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.873504369Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.874817322Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"65.350331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.875106589Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.875337845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.87554109Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.878349671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.878363332Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.878597277Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.879065449Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.87907906Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.879312286Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.879842729Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.87986668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.880110116Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.881176523Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.881688936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":13,"elapsed":"72.45568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.881900661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.882185178Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.882694941Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.883220314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.883244335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.883408309Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.883477641Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.884753753Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"75.639581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.885748038Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.885760858Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.885928663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.885937703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.885946763Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"76.259637ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.885981414Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.887082422Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.888301093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.889060112Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.889085473Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.889094423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.889101813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.889310158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.890131829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.890147529Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.890323854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.890420426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:54.890431547Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.890441197Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"81.142161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.890686643Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.893823472Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.893847443Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.893933355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.895525075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.89652657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.896796567Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.898545281Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.898596293Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.898699696Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.917279875Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.92064337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.920666731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.920675321Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.920681731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.920962918Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.931084644Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.931099504Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.931110214Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.9313306Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.959906622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.965241737Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"155.54987ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:03:54.993897451Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:54.993917821Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"184.730818ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.009814533Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.009829423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.010128131Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363be9d3-538e-45be-95b2-4f9ee5cb9941\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.010142541Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.01127593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.047910126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.047932066Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.048145881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2874702-3314-4178-8b16-e43a2a84492c\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.048160782Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.05007495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.062528995Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.062869053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0d356580-d42d-422b-8962-0eb3de2163d3\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.062883834Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.064801402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"770b45d5-0bf1-4398-abcc-5f601689a13d\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.064814813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.066138996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.066152716Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"256.775518ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.111500932Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.111526673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.111749339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335f6fca-da11-43c9-b6b5-1b10b380f686\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:03:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.111764409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.113476832Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.138038143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.138463603Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae1fb29-9a6c-4804-b71a-b9e1bbf90ca6\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.138490864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.138501964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.138510755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.139872339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":13,"elapsed":"330.733487ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.156176531Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.156481039Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.156491499Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.157404562Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2dc2134-e1f4-42f7-b4d1-cb737bccd31f\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.157423793Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.15770691Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.159186137Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.159201187Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.159527186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.159783722Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.16327755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.163292501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.163424794Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.163437654Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.163459925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.163630439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.165343933Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.166766609Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.166782539Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.166791199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.16680047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":7,"elapsed":"357.224886ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.167025895Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.167038516Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.167184039Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.177534011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":13,"elapsed":"367.873765ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.190034797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.190049997Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.190061557Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.190302833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.191817022Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.195446503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.195470124Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.195658869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.196622513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.196643853Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"386.899155ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.197583297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.197595028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.197603778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.197612548Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":7,"elapsed":"388.019674ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.202514012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.202810119Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e63152bc-f62f-430a-a6dc-997432e11103\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:03:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.203953128Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.204212935Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.20600625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":13,"elapsed":"396.596831ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.209706224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.209719544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.20995393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fd4ff511-f8c8-4f6c-8361-bbb194eea985\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.20996611Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.210234967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.212299279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.212482204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.215295365Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.215526211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.218461375Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.218472535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.218772063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0c873366-fc10-413a-b622-18b26ed1129a\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.220511497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":13,"elapsed":"411.240391ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.231034593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.231507865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d01d9f68-639e-4edd-a7ea-2ffbaa1f12fb\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.231535035Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.232424278Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c58e115-1794-4801-9ebf-1e24a8662ace\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.232435968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.234338206Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b887a21-1a71-46d0-bf62-2974ec390b23\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.234350346Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.236169552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.236205143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"426.845205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.281376034Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.281708283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.282940264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.282951984Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.283114518Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.292832224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.29307051Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c557db4e-30cf-43bf-a681-2511a6009a94\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293091521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293102411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293333337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293344267Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293351557Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293359757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293367428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293374808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293529681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293539862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.293733967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.293742307Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.293912601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.295861311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.295960023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2292577d-5560-45a0-9463-00df79f49fcc\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.295971923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.296050005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e211231-cea9-4edb-9227-a5fcb1c3d2bc\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.296061085Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.296070506Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.394721048Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"597f641f-a922-4a06-ba61-1957d183a26a\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.394744469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.394753439Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.398008501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fdca0f-9345-4157-a23c-c2b60f8279fe\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.398044802Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.398312579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.404586108Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.404942647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.408785484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.409139313Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.411338678Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.411611705Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.418305974Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":13,"elapsed":"608.656719ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.436916975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"99f0cfc6-57d0-4a55-8183-d8bfe5b203c2","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.438988337Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.439001007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.46881817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.468914663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35366"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.469099958Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0bf29ba4-7ec8-4691-bc11-21da78bca3fd","remote_addr":"[fd00:1122:3344:101::c]:35366","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.469384035Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0bf29ba4-7ec8-4691-bc11-21da78bca3fd","remote_addr":"[fd00:1122:3344:101::c]:35366","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.533811572Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/oximeter.rs:326","id":"5540874a-2e00-487c-be95-35c98d1046bf"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.533832582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"oximeter-collector":"5540874a-2e00-487c-be95-35c98d1046bf","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.5341546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"oximeter-collector":"5540874a-2e00-487c-be95-35c98d1046bf","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"ab80dbf3-8a53-4f5a-af74-6df2673459b5\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.534172761Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/oximeter.rs:133","collector_id":"5540874a-2e00-487c-be95-35c98d1046bf","producer_id":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:03:55.534579321Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/metrics/producers","method":"POST","req_id":"0bf29ba4-7ec8-4691-bc11-21da78bca3fd","remote_addr":"[fd00:1122:3344:101::c]:35366","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65544,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.534621732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf29ba4-7ec8-4691-bc11-21da78bca3fd\", \"content-length\": \"41\", \"date\": \"Mon, 14 Oct 2024 04:03:55 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.536534901Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:03:55.536543851Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"producer-registration-task","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.809766639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.809819781Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.809829931Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.809838021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.810131229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.810144539Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.812125029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.812309014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.812741975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.81533361Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.815345531Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.815506715Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.819903966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.820197083Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.822132512Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.824549733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.824570064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.824708917Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.834106625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.834120725Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":38,"elapsed":"24.386327ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:04.84502525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"35.261171ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:05.535645139Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"92d3fc2d-852e-42b4-892d-ed784c20f95f","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.809881702Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.809937204Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.809948134Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.809956784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.810305053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.810318733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.81215747Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.812800536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.812978831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.814646273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.814662493Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.814796246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.816934351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.817099295Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.818860269Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.821341132Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.821360643Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.821483395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.829215411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.829236242Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":39,"elapsed":"19.37306ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:14.84025712Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"30.365167ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:15.535535236Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"5b8052b1-5517-4289-8a12-b8cae5949109","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809441262Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809530634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809551615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809567525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809584295Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809601146Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809615126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809630117Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809644447Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809659148Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809673218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.809688378Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809704789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809719859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809733709Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.80974756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.80976311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809777251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809792221Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"21.651µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809809481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809823962Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809839942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"11.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809856822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809867683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809877893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"24.41µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809889313Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809898754Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809909104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809918104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809926064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809934484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"18.65µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809944405Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809952375Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809960915Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.809969625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810072788Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810123389Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810135989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.81014743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.81015784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.81016847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810190171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810200311Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810241422Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810253123Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810364525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.810377556Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.812372586Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.812851648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.15795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.8137316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.813880214Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.814065689Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1267, tv_nsec: 381465030 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.814403937Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.814810598Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.814822798Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.814996582Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.81609213Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.8161032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.816248714Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.816600213Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.816614663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.816749897Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.817045934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.818761938Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.818779188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.818900601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.818932822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1267, tv_nsec: 386337183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.819175768Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.82162112Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.821803584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.822224145Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1267, tv_nsec: 389618576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.822509632Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.822758648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.823338503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.823555568Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.824213105Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.825926779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.825941189Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.826118703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.829277683Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.829306264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.829317594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.839477341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.839504191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":40,"elapsed":"29.933457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.849152605Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.849407372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.850096069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.850965281Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.853200318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.853221238Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.853451554Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.853897025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.853921856Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.854048109Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.854340506Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.8544954Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.855292541Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.855587248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.855875665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857147757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857161088Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857309092Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.857582278Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857603359Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857611099Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.857763163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.863880858Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.863904248Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"54.297112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.885635607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.885872933Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.887101504Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"77.56671ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.887971806Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.887993927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.888002367Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.888012007Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.888206892Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.888279094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"78.526814ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.888318215Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.900548664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.900573254Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.900895893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca2885a-aefc-4c00-b61f-afbc438d2b38\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.900912103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.903444767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.916920968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"107.515306ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.920239171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.920251972Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.920497308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1208a39-2a3a-4761-991f-886400585cff\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.920510478Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.920877608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.921116594Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.922175911Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.924407797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.924425847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.924639083Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913cc4d7-4176-46f2-95be-81cc4aa2992f\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.924653133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.926954461Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.952696362Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.952712592Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.954042585Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f459331-d529-47fb-bc4c-1c2ac7cc8915\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.954064696Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.954356953Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.98863521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.989490671Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:24.989503612Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.989513322Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"179.771063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.991488422Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.991514002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.991524093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.991692767Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.99181571Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d940385-0c8d-488c-b5c0-5fc6f483d3fc\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.99300143Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.993069882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":14,"elapsed":"183.351213ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.993293127Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:24.995486393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":14,"elapsed":"186.02528ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.001102305Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.001122945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.001398662Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f15494f2-2187-4813-9024-ba67f54326a8\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.001409413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.001681639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.003229588Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.003400333Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.004028679Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":14,"elapsed":"194.3302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.007044785Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.007340432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.010120022Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.010144133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.010460711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e7fba739-e8dd-4bf4-b5b1-f61b3706fab1\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.011820865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":14,"elapsed":"202.287231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.042340976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.042599123Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.068141139Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.068477057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.068755674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.070420726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.070434617Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.070669772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.070706373Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.070718444Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.070881778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.072127789Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.073798022Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.073817432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.073942985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.079600318Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.079954167Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e62ee13-a1ae-4d03-bb7e-328dccc2ce85\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.079977607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.079987918Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080251705Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080270645Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080279445Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080288135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080295836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080304026Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.08047341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080498751Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.080628814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.080638314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.08085467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.082235985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.082361048Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c57562-8104-467d-a7f4-210c802ed379\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.082373148Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.082484551Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e6905a-3803-43e7-a618-669dcdb2792d\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:04:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.082496231Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.082505831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.105099622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.176597749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a890ed0e-3505-4843-b0b0-8b987bce8567\", \"date\": \"Mon, 14 Oct 2024 04:04:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.17662354Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.1766326Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.177193674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4055631a-a184-49ec-b096-3517c33dd9e2\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:04:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.177231455Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.177484891Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.177543233Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7a9ea2-45d7-4e2e-bbbd-4b82abad4c48\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:04:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.177563133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.177573553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.177583904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.178741863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":14,"elapsed":"369.308381ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.18060836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.180812205Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.18417713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.184471388Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.186369196Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.18653968Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:25.194128552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":14,"elapsed":"384.643698ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:25.536241815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"5e1b7285-a440-4c76-aa27-e36d10d2bec5","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":792,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.809681688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.80974433Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.80975795Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.8097674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.810193841Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.810209082Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.840504877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.84300952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.843029741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.843158474Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.843343159Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.843704668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.845278577Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.845455312Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"35.786904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.845467492Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.847238877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.849562016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.849575336Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.84970842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.858558703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:34.858580684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":41,"elapsed":"48.928996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:35.536232836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"dd40a618-875e-46b6-8804-891086a8ddfc","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1195,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809439833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809494234Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809504935Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809513945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809783382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.809796342Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.841810941Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.84413448Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.844395506Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.844412877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.844424577Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.844571481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.846503029Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"37.073367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.847118635Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.84730552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.849138456Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.85167113Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.85168539Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.851814484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.858525813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:44.858539713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":42,"elapsed":"49.133201ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:45.535286923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"8017b3d7-2c9e-4dd7-93b5-d58ae2cd2dc7","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809373024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809442886Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809458836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809474416Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809489457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809501547Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809514477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809527668Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809539448Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809553198Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809566089Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809577869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.80959037Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"15.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.80960573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.8096201Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809637271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809651601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809666801Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809681032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809694792Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809711122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.809726173Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809741593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809757784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809773454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809788404Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809802185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:04:54.809817535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809833826Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":9,"elapsed":"24.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809851176Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809866386Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809881187Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809896797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809912638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809927128Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809941028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809954329Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"19.05µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809969759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.809983169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.80999729Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"14.1µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.81001165Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.81002443Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810037411Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810050961Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810059861Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.810069802Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:54:54.809804345 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810079972Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810089232Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810098602Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810108312Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"14.781µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810118183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810125733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810134553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810142804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810150464Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810157784Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810166454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810173624Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810181665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.810189925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810198185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810206035Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810218505Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810233946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810249716Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810263836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810280157Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810294957Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810309148Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.8103952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810434191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810446431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810460681Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810472002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810484722Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810494382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810504393Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810515803Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810526293Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810572054Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810585395Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810597285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810609955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1297, tv_nsec: 377851126 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.810671477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1297, tv_nsec: 377923188 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812243706Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812271827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"2.533614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812281527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812424111Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812438362Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"2.488333ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.812497133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.813227811Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.531649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.814409251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.815462718Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1297, tv_nsec: 382731779 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.815752775Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.816696289Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"7.152461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.816767291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.816786431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.816926875Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.818474234Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.81909502Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1297, tv_nsec: 386357021 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.820172807Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.820832883Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.820851004Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.821063389Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.822503246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.822705951Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.823177003Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.823493201Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.824860635Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:54:54.809804345 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.824885446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:54:54.809804345Z\",\"pruned\":[]}","iteration":8,"elapsed":"15.06631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.828081887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.828338633Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.828423425Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.828690062Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.830708833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.833517084Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.833545045Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.833664218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.860840044Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.8618627Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.861916512Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.862331412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.865841041Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.865868132Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.865879252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"56.381395ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.865953514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.865964934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866148619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866159739Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866306423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866417985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866513948Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866531798Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.866723253Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.867488202Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.867659017Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.867839281Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.867860862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.867869522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.868274922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.868832246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.869151184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.869333919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.869720449Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.869949735Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.869980925Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.870145Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.87253227Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.874251963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.8745237Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.874816167Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.874861799Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.874879579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.875111675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.87611492Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.876420988Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.877001253Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.877014933Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.877191827Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.877807553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.877832924Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.877848934Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"68.08375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.878359217Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.88008014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.880105581Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.880326147Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1297, tv_nsec: 447588658 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.880343377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.880722587Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.88087158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.881053475Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.881192429Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.88165257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.881668751Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.881833625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.881870546Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.882389579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.88282196Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.885355274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.885379114Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.885556859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.885572819Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.8855855Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.885798135Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.893564431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.893600392Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":43,"elapsed":"84.171176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.894729481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.894959247Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.901757648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.901789749Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.90180532Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"92.185559ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.903861301Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.903892122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.903903713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.903913403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.90420095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.904410915Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.905934724Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.906440126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.906463497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.906472097Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.906478907Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.906846407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.909662598Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.909687239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.909994476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.910673564Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.910689254Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.910695714Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.911189597Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.911534975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.912330565Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.914735996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.914981612Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.914996713Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.915084765Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.915230449Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.917897866Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.918123532Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.91844467Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"108.551452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.919694552Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.922381779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.9224012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.922577274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.922770839Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.92279252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"113.058577ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.92280331Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"113.169819ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.924521463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":15,"elapsed":"114.657587ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.939507532Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.939534063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.939875601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e9c7c7-9e00-48ee-9c2d-32ff2edfd469\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:54 GMT\"} })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.939888252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.939895932Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.939905412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.939913922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.940294912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.941525023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.941718508Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.941731488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.941900813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.942008185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d679071-64c8-40a0-81ec-6e5fa25a7392\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.942026366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.944138069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.944270572Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:54.944282313Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.944290883Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"134.399386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.945127524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.945155795Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.945396991Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.949616477Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.949636028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.949647268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.949839283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.950414158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.950663184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.951185637Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.951212868Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.951227328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.951241218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":8,"elapsed":"141.882915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.951362832Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.952010708Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.954185793Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.954198103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.954358297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.954674325Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.954684836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.95485412Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.955928747Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.956619845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.956637625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.956647415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.956655625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":8,"elapsed":"146.85827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.957613979Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.95762409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.957763273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.976281971Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"166.779034ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:04:54.987403102Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:54.987423013Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"178.026888ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.037705673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.037732894Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.03799685Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa57ab5e-3a54-4d35-818f-476b18ac6f5c\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:04:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.038011421Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.040218147Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.059843953Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.073311543Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.074314628Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"47e897f2-20c3-487c-a132-69481cf5bd14\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.074328559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.076174635Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"17fe7e6b-951d-4f64-812b-ef573b1090f1\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.076195436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.077651063Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.077662343Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"268.067164ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.091620405Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":15,"elapsed":"282.18497ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.092034936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.092043396Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.092409025Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f2cc75-14ca-4a4b-8e48-44a6a5632666\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.092444876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.092747584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.095431912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.095650177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f991d7b4-089d-4cd9-8110-f88fa0caafc6\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:04:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.098151701Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.098413027Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.100146831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":15,"elapsed":"290.356056ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.112907283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.112930854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.113134939Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5ce92dea-f3fa-4b17-80b4-f7988ac44492\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.113146429Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.113438777Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.11592107Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.116148735Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.11869228Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.118961966Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.121555202Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.121577372Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.122617339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ef25712a-02ab-472b-82df-abc6a4511cbf\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.124317522Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":15,"elapsed":"314.395714ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.144010999Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.14445944Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6712e728-2f4f-4762-8d5b-965429f34c7c\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.144470521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.145975479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4a4d5b07-dfb0-469a-adde-aaa0fef318c8\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.145984669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.148193185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b5186c3f-4e43-4c73-a47a-e08bc7a8583e\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.148203945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.150151864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.150197576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"340.716829ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.207949095Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.208239202Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338b2b73-e3bd-4af5-99e7-71fdeacdcdfe\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.208259092Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.208267973Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.208275873Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.209186136Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":15,"elapsed":"399.831283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.226190376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.226547865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.228577636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.228588686Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.228811382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.238928227Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.239164884Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c58f93-f4f5-405d-9dc3-930839bce549\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239184354Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239193254Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.2394221Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239432Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.23943911Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239446351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239482852Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239491142Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239643056Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239653186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.239877642Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.239886442Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.240176389Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.24141379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.241540593Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2acbcc-0e8d-4fd7-950d-9f768e70a0b4\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.241555144Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.241656086Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bce2803-ade7-44fe-a896-438bc511d2a5\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.241671447Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.241683157Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.33519688Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9a073a57-c92c-44a5-950a-ea30bf5c71b6\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.335223791Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.335232991Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.336322768Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd0ffad-c98a-4173-b325-84ee7dcae12e\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:04:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.336355239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.336593335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.339722544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.339915979Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.342947366Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.343287304Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.344927736Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.345116941Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:04:55.350896496Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":15,"elapsed":"541.04953ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:04:55.535011368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"d194ae16-5de7-45f0-b231-6d63498ce835","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809247192Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809314573Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809329734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809340704Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809811076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.809830417Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.812599967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.81513Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.815142501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.815285855Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.817173992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.817396808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.819282015Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.821790909Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.821807049Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.821938963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.831957466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.831986686Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":44,"elapsed":"22.759375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.837850665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.83807345Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:04.839402314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"30.157122ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:05.535690047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"d647d79f-7001-432f-839b-b3118523003b","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.809895101Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.809944402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.809952523Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.809959913Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.810272291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.810282661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.812271771Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.812752483Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.813112142Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.814812235Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.935605ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.814832636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.814843526Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.81500428Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.816719634Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.816945859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.818456047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.82092667Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.82093926Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.821075264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.826329376Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:14.826341926Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":45,"elapsed":"16.454685ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:15.535307069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"79679a1e-c960-44f8-b5db-29316d3c01e5","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809489002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809539813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.809548893Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809556534Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809562744Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809569014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809576484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809583674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809592235Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809598805Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809606455Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809614535Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809620865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809627645Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809634936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809643856Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809656936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809664896Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809672657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809681937Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809688887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"15.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809697657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809705647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809713158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809720788Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809727358Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809734268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809754759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809770649Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809778579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.80978852Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"17.07µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.80979698Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.80980558Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.80981381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"7.8µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.80982252Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"15.761µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809918403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.809950313Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810164599Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810177179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81018717Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81019848Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81021844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810228Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810238171Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810252491Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.810267041Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.811823611Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.811922733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"2.286468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.812535169Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81339246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.814328314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.814358755Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.814528069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.814628862Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1327, tv_nsec: 381764593 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.814889748Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.815450703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.815462243Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.815707669Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.815718179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.81572699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.815862663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.817753901Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.817926625Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.817979856Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.818280044Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1327, tv_nsec: 385419565 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.818585672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.818639473Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.818840308Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820043479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820315735Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820329866Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820337016Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820350636Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.820527611Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822145732Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822163952Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822341437Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822637834Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822649305Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822823899Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822989093Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.822999743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.823147897Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.824228184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.824995544Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.825212869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.825462436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1327, tv_nsec: 392603037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.825595639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.825757703Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.825814964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.826336298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.826350098Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.826487521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.827651691Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.832558545Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.832729509Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.83277129Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.85294052Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.852980531Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.852989151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.853291919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.854070568Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.854266693Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.855777342Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.856084899Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.857985647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"48.257819ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.866971314Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.866993365Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"57.464812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.913359946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.913656254Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.924548469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"115.066617ms"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.930833168Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.930846028Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.93129149Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284884c0-4f57-4f67-b201-05cd8cee8323\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.93131462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.931652408Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.933973377Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.933998238Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.935229399Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.935325291Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cf073a-fed6-4190-ae20-d92b324aa7d9\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.935342922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.935578608Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.937365283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.937421584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.940083152Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.940100672Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.940277006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.941884747Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.941903158Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":46,"elapsed":"132.147609ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.941943609Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":16,"elapsed":"132.363074ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.963464292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.963491863Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.963502183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.963729149Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.964292753Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"154.625196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.978098012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.978526383Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.979881967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.981286723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981300923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981545779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b3a0dece-1d7f-424f-a346-011675e0f87f\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.98156486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981608251Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981619881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981769315Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.981818076Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.983317964Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.984139015Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.984494904Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.984960655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.984972686Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.985105989Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.986363661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.986512075Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.989515561Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.989538341Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.98987267Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:24.98988407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.9898928Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"180.285415ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.98990728Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"948d8a42-5cf8-40d3-86ae-da1df401ead8\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:24.991278835Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":16,"elapsed":"181.795464ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.047512086Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.047532967Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.047834844Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f3b077-0910-4254-af2f-bbf9c8d4ad81\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.047850675Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.049903656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.062380642Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.062399822Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.062643948Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3e7b18-f9aa-4075-9a78-5d8dfc0f1182\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.062661099Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.064374912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.162137022Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.163277591Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"627f5617-239b-47e3-a710-33eba53b555a\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.163298581Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.163307172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.163314352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.164116292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":16,"elapsed":"354.414115ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.169914479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":16,"elapsed":"360.361115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.246050652Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.2463498Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7546ba8c-82fa-4e8a-92f6-2aa427e9956d\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:05:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.248644648Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.248889714Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.250565297Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":16,"elapsed":"440.882439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.290653839Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.29106186Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.293310137Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.293333877Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.293518132Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.303034722Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.303243797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1973736e-0722-4e08-8a55-f7a1bf7296cd\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:05:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303263088Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303273448Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303518835Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303537415Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303545275Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303553985Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303562205Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303570276Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.30374557Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303769911Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.303962246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.303973466Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.304171351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.305278779Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.305377561Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed50916-36b4-414d-9fef-46ff329cdef5\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:05:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.305389842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.305472524Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f89a69-1384-4902-91e3-27c61f72fd18\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:05:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.305515465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.305526425Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.391511798Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a6c63cd6-de67-4121-bb41-1590a13858e5\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.391551549Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.391562339Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.391749484Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dee5b0e-7d2e-42f2-88f9-04c42c89e225\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:05:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.391783895Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.392107833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.395514259Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.395785766Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.399147161Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.399331185Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.401349926Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.401571332Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:25.407506332Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":16,"elapsed":"597.792564ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:25.535462274Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"f40fd1b1-7edc-4444-acfc-60f398f1157f","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.809702409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.809756711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.809766391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.809774911Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.810081479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.810272864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.837866661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.838309012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.838655151Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.840493617Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.840505998Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.840645271Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.842770615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.842931209Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.844611261Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.846819057Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.846831327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.846959861Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.858989174Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.859021915Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":47,"elapsed":"49.334777ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:34.872382723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"62.656823ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:35.535848056Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"4bf3b668-6f98-465b-b0af-6c60aff89860","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810085431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810147282Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810159753Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810169583Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810619014Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.810635325Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.8124182Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.812839521Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.813049066Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.814744699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.661758ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.814900763Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.814912503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.815047096Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.817312094Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.817477168Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.819253283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.821561401Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.821579651Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.821700264Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.829383919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:44.829404209Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":48,"elapsed":"19.35779ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:45.535374566Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"ecc1292b-4815-46e4-ac50-793e167cf3ab","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809823006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809895497Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809911978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809924978Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809938908Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809957759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.809971919Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"17.281µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.80999098Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81000717Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81002196Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810036771Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810051011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810065081Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810080032Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810093382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810108503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810122163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810134413Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810147334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810162494Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"14.651µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810178775Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810193355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810207665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810221876Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810235576Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810249416Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810262886Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.810276457Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810290267Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810303527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810316298Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810329348Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810344559Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810358629Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.810373699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81038801Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81040179Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81041507Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810424431Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810434191Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810443301Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810453821Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810463742Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810472402Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810481382Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"17.411µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810490462Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810499292Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:05:54.810508133Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810517843Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\"}","iteration":10,"elapsed":"17.961µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810528283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810537224Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810546504Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810554334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810563154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810572454Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810580474Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810589405Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810597865Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810605805Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"14.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810614975Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.810622766Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-14 03:55:54.810416070 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810630306Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810637426Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810652996Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810666987Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810750869Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810775699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81079149Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81080726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810820351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810836451Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810871532Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810896782Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810908503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810926843Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810938184Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810950434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5a36fb03-956b-496e-8d3f-49c2feb8045f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe0afc0c-32a6-44b3-8f62-14034b7f96d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1357, tv_nsec: 377978145 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810967664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810977615Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.810986845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.811039216Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.811051866Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.811131419Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.811147579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4c189c66-61da-456b-bd6f-cf3ca08764e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9190ca62-1408-4afe-86df-40e896f1551f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ab555779-2b22-4d61-bb5b-254d32f8c865.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1357, tv_nsec: 378177510 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.812632686Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.812654517Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"2.692578ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.813533069Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81354981Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"3.224482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.813778495Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.814316609Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.975261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81438053Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.814827122Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.815071268Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.815656743Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"5.760186ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.816781711Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.816790562Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.816956336Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.817436198Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.817447808Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.817606162Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.81832472Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.819315525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.819720845Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.820592647Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.820603328Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.820818723Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.821034599Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1357, tv_nsec: 388066020 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.821311986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.821934861Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.821946182Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822099676Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822393553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822404023Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822552117Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822630379Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.822792283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.82552367Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.827259956Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.827284597Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.82740486Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.82899064Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-14 03:55:54.810416070 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.82900814Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"expiration\":\"2024-10-14T03:55:54.810416070Z\",\"pruned\":[]}","iteration":9,"elapsed":"18.58508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.829126913Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.82940364Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1357, tv_nsec: 396434021 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.83020831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.830377335Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.830458327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.830470797Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.830654832Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.832073418Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DnsResolver","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f4368d42-c157-4792-a1ee-1c6abf83cc94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1357, tv_nsec: 399045427 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.832274663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.832878578Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1066"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.834198661Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.835593666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.835811632Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.837043103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.837070854Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.837081584Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.837090574Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.837496005Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.838680295Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.854858113Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.854886674Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.854894434Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.855192942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.856386942Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.856399992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.856409283Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"46.053764ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.858550537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.858565937Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.858572387Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.858947757Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.859302706Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.859650734Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.86222419Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.862505446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.863202874Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.863545663Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.86384503Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.864053436Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.864062836Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.865747579Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866141629Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866152569Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866162009Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866240501Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866414465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866702163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866713553Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.866885227Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.868680842Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.868704673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4368d42-c157-4792-a1ee-1c6abf83cc94, lookup_type: ById(f4368d42-c157-4792-a1ee-1c6abf83cc94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.868715163Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.868722214Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.868868187Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.8689638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.872048108Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.872259653Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"0","iteration":17,"elapsed":"62.334115ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.872324885Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.879155357Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.880073001Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.881110927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.881124657Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"71.027835ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.882777759Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.882791349Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.882996994Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.883343733Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.883376154Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.883485927Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.884917673Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.886766039Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.88678188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.8867887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.88679509Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.886990885Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.887436916Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.887448527Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.887615281Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.896342352Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.896616988Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.904642741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"94.569ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.905347279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.90536282Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.90537231Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"95.36201ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.907196126Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.907213446Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.907222656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"97.038922ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.910450488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"100.056388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.931866239Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.932133946Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.943404591Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.944148279Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.963044847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.963064047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.963400536Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd212a0-f671-404b-b59b-42fc69a7fa50\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.963419726Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.965111659Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.965122969Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.96593691Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00130595-ab8d-4978-8535-95ef205e877e\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.96595106Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.96751872Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.968639378Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.991081355Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1074","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.991093175Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:54.991346882Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"MgsClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf3a89e-43d4-43cb-bc5d-47515abe696b\", \"content-length\": \"26\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.991362542Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1079","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:54.993110286Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/mod.rs:1111","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.109579639Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.10962899Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.110030721Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb811cdb-b495-44e0-9b16-680f54754998\", \"content-length\": \"372\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.110061381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.110500403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.11156585Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.113653872Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.113686293Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.113818427Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.119606923Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.119816778Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.120163987Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ceafa0fc-b8e0-4765-b7b1-af27d44cdcae\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.120188177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.121750177Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"43a786b2-eab5-4b23-b6c3-4894f17063cf\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.121767847Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.122538547Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.122551917Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":49,"elapsed":"312.710601ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.123733607Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.123746327Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"313.970353ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.139867955Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":17,"elapsed":"329.721631ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.140900321Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.140916461Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.140925881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.141101136Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.141222589Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.141354012Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.144193214Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.148968444Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.149000465Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.149151229Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.164439986Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.164466566Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.164812215Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c6a5445-9e76-47f4-bc14-b252ef925f1b\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.164823835Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.165174554Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.166739684Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.167033531Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.169640537Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.169831922Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.170028887Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a420632-3f3e-4e3d-af37-154517f80c6a\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.170082188Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-14T04:05:55.170908199Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.170934739Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"360.868008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.171665168Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.171888614Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f4368d42-c157-4792-a1ee-1c6abf83cc94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.172556771Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.172574381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.173025002Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.173664488Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"null","iteration":17,"elapsed":"363.261758ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.173674569Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a49e3de3-37da-4055-91a7-e2db92f04b07\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.174766409Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.174777556Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.174993742Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.175184937Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":17,"elapsed":"365.104725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.176632334Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179009963Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179032804Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179043775Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179311831Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179468945Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.179480255Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.17965257Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.181791104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2be66fe4-0094-48e6-9277-95850c44c96e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.181812024Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.181820525Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.977263 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.181828835Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":2}","iteration":9,"elapsed":"371.912307ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.202727933Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.203275047Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8372dc09-9ea1-4e94-b5af-a72d12b83e81\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.203292817Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.204917638Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"394.692423ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.205213956Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e9828873-dc3b-4e2d-bcc2-3539198b5670\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.205227656Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.207185815Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61e41c78-fe6b-4aa0-af5f-c3aa13715176\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.207196976Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.20815914Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.20934221Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.209380381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"399.009862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.210650833Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.21094331Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.211154226Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.211165666Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.21133157Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.212580082Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213330881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-14T03:57:49.010614Z, time_modified: 2024-10-14T03:57:49.010614Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, db_silo: Silo { identity: SiloIdentity { id: 349fe2e7-15c4-409d-9246-39a38a45644a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-14T03:58:27.844161Z, time_modified: 2024-10-14T03:58:27.844161Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213351031Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]}},\"default_endpoint\":{\"silo_id\":\"349fe2e7-15c4-409d-9246-39a38a45644a\",\"tls_certs\":[\"aa555969a8713509cfc98f5d096e9606fc11c21541c064a22f5d529a17a15639\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"403.155196ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213518706Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cd30ba9f-d99e-4309-b6d1-914570d7abf5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213528756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213536756Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"current_time_created":"2024-10-14 03:58:27.364040 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.213544476Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"generation\":1}","iteration":9,"elapsed":"403.30611ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.214296605Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.214307026Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.214458479Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.23943481Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.23980999Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.241829381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 21a58c15-d70f-425f-ab8c-cf27b4d8a661, rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e526d94b-7114-4db3-b087-448066f9575f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.241845211Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.242029006Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.246896859Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.248656423Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.248667244Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.248806557Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.249955686Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.250262104Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e06a6f9-99cc-45b3-a9df-f7b3733f2068\", \"content-length\": \"121\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250283504Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250293665Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"e526d94b-7114-4db3-b087-448066f9575f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250594912Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250604772Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250612103Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250619613Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250627263Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250634403Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250823368Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250835498Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.250974342Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.250997273Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.251145246Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.253198758Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.253326731Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0d484d-06fa-4f58-a873-888d3367ffd5\", \"content-length\": \"2\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.253344652Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.253436664Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"component":"DpdClient","rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee23240e-c274-482a-870f-e56cbfc669cf\", \"content-length\": \"52\", \"date\": \"Mon, 14 Oct 2024 04:05:54 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.253449304Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.253461275Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.282005316Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.34586992Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b23870f9-ef6d-48e9-8d0a-fb9e80e81dd7\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.34589463Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.345904391Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.34667468Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"SledAgent":"f4368d42-c157-4792-a1ee-1c6abf83cc94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d03a5eaa-59bd-4383-8871-8ab8aed379dd\", \"content-length\": \"691\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.346698351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.346706011Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.346712351Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.346792083Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"rack_id":"f57be84e-3df8-47dc-838c-73ede7f45fae","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8af698-1a14-4e42-ba8f-58f15474791d\", \"content-length\": \"669\", \"date\": \"Mon, 14 Oct 2024 04:05:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.346831514Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.347149452Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.347801519Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":17,"elapsed":"537.988273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.350885676Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.351073561Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.353827881Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.353982155Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.356034936Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.356285993Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:05:55.363746021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{}","iteration":17,"elapsed":"553.68676ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:05:55.53511752Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"a2da6bf5-07d3-4699-92de-b0659ee57e5d","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.810305469Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.81035741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.810368021Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.810375601Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.810676218Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.810693659Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.812700429Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.815155662Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.815180602Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.815307695Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.817684195Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.818056035Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.839156418Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.839397874Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.846624407Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.848914655Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.848926285Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.849061408Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.856217929Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.856234829Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":50,"elapsed":"45.950791ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:04.867778381Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"57.463952ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:06:05.535341168Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"69cac7be-45d0-460c-8edd-128939ec0a36","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.809543241Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.809599172Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.809610813Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.809619183Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.80990719Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.809958741Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.811693265Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.812422864Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.812795363Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.814194619Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.641297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.814284591Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.814293921Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.814454255Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.816710622Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.816954518Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.818666792Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.821173385Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: c9a68e51-1929-43b4-b06d-e36a52b3aa31, lookup_type: ById(c9a68e51-1929-43b4-b06d-e36a52b3aa31) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.821187735Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.821322259Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.830830699Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"original_time_created":"2024-10-14 03:57:36.727206 UTC","original_target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","time_created":"2024-10-14 03:57:36.727206 UTC","target_id":"c9a68e51-1929-43b4-b06d-e36a52b3aa31"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-14T04:06:14.830853249Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"68586f39-ea6b-4778-acab-074d481f8964","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"c9a68e51-1929-43b4-b06d-e36a52b3aa31\",\"time_created\":\"2024-10-14T03:57:36.727206Z\"}","iteration":51,"elapsed":"21.325899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-14T04:06:15.535693898Z","hostname":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","pid":22892,"uri":"/68586f39-ea6b-4778-acab-074d481f8964","method":"GET","req_id":"a782da6e-0c5b-49bb-ae04-7813f1d285cb","remote_addr":"[fd00:1122:3344:101::d]:61454","local_addr":"[fd00:1122:3344:101::c]:52316","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"68586f39-ea6b-4778-acab-074d481f8964","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":311,"response_code":"200"}